-- Logs begin at Tue 2021-09-07 03:33:10 UTC, end at Tue 2021-09-07 04:34:54 UTC. -- Sep 07 04:06:54.695397 dv-cinder-778193-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 04:06:57.450718 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.common.config [-] Logging enabled! Sep 07 04:06:57.451275 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 04:06:57.451491 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93955) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 04:06:57.455272 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.common.config [-] Logging enabled! Sep 07 04:06:57.455530 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 04:06:57.455842 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93955) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 04:06:57.456814 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 04:06:57.457050 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 04:06:57.457417 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 04:06:57.457666 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 04:06:57.457891 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 04:06:57.458212 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.458510 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.458808 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.459040 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.459332 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.459622 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.459904 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.460192 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.460516 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.460809 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.461090 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.461376 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.461608 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.461892 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.462179 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.462464 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.462690 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] debug = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.462973 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.463397 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.463816 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.464104 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.464419 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.464701 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.464975 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.465251 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.465534 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.465869 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] host = dv-cinder-778193-8-iscsi {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.466153 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.466445 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.466739 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.467026 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.467845 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.468137 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.468456 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.468735 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.469013 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] log_file = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.469291 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.469580 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.469867 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.470157 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.470387 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.470612 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.470903 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.471193 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.471472 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.471748 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.472023 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.472322 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.472602 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.472874 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.473156 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.473440 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.473723 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.474002 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.474273 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.474547 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.474819 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.475096 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.475363 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.475634 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.475906 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.476191 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.476483 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.476763 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.477064 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.477349 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.477630 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.477915 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.478188 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.478468 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.478742 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.479013 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.479285 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] use_json = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.479556 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.479826 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.480108 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.480409 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.480684 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.480957 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.481229 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.481512 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:06:57.481808 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.482104 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.482402 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.482686 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.483008 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.483290 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.483581 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.483858 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.484153 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.484477 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.484770 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.485066 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.485345 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.485623 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.485919 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.486225 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.486519 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.486812 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.487089 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.487363 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.487637 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.487915 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.488201 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.488506 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.488792 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.489081 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.489360 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.489646 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.489939 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.490225 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.490497 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.490774 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.491064 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.491342 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.491614 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.491892 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.492178 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.492485 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.492758 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.493042 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.493320 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.493591 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.493862 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.494143 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.494430 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.494704 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.494973 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.495243 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.495519 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.495789 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.496072 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.496369 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.496644 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.496917 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.497196 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.497468 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.497743 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.498018 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.498290 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.498601 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.498962 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.499307 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.499584 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.499926 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.500202 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.500505 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.500782 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.501060 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.501335 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.501612 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.501886 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.502160 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.502435 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.502721 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.503022 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.503302 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.503586 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.503866 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.504151 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.504458 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.504739 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.505018 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.505298 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.505572 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.505864 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.506148 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.506435 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.506717 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.506995 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.507294 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.507573 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.507856 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.508138 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.508445 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.508733 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.509016 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.509311 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.509606 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.509900 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.510192 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.510485 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.510765 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.511073 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.511354 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:06:57.511573 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 04:06:57.511811 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93955) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 04:06:57.863096 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 04:06:57.863305 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 04:06:57.863598 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 04:06:57.863931 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 04:06:58.266749 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.267032 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.267300 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.268605 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.268875 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.269137 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.305042 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.305621 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.305884 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.320975 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.321246 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.321508 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.348840 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.349108 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.349365 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.386823 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.387091 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.387352 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.614998 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.615606 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.615606 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.615772 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.616459 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.734431 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.734739 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.735015 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.735282 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.735542 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.735845 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.736099 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.736370 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.736618 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.736888 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.737139 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.737395 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.737642 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.737884 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.738130 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.738384 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.738630 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.738887 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.739147 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.739398 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.739657 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.739899 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.740169 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.740559 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.740802 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.741039 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.741419 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:06:58.741652 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:06:58.741880 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:06:58.742106 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:06:58.742333 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:06:58.742559 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:06:58.742908 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 04:06:58.745943 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 04:06:58.749956 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 04:06:58.753746 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 07 04:06:58.755515 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 04:06:58.755965 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 04:06:58.756318 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 04:06:58.756694 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 04:06:58.759719 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 04:06:58.759970 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 04:06:58.760333 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 04:06:58.766421 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 04:06:58.788363 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 04:06:58.788809 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.789100 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93955) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 04:06:58.789451 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.790790 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93955) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 04:06:58.791065 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 04:06:58.791304 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 04:06:58.794635 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.794907 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:58.858227 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 04:06:58.858460 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 04:06:58.858692 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 04:06:58.859054 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 04:06:58.880889 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_db.sqlalchemy.engines [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93955) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 04:06:59.414015 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Initializing driver for type 'gre' Sep 07 04:06:59.414416 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] gre ID ranges: [(1, 1000)] Sep 07 04:06:59.466715 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Initializing driver for type 'local' Sep 07 04:06:59.467142 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Initializing driver for type 'vlan' Sep 07 04:06:59.480211 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] VlanTypeDriver initialization complete Sep 07 04:06:59.480583 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Initializing driver for type 'vxlan' Sep 07 04:06:59.481059 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] vxlan ID ranges: [(1, 1000)] Sep 07 04:06:59.535045 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Initializing extension driver 'port_security' Sep 07 04:06:59.535421 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.extensions.port_security [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] PortSecurityExtensionDriver initialization complete Sep 07 04:06:59.535797 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Initializing mechanism driver 'openvswitch' Sep 07 04:06:59.536123 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Initializing mechanism driver 'hyperv' Sep 07 04:06:59.542771 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:06:59.543436 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > port after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.543805 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > port after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.544182 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > port after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.544720 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:06:59.545152 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.546016 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.546358 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.546746 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:06:59.547152 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > network after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.547498 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > network after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.547840 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > network after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.548225 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:06:59.548650 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.549000 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.549335 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.549858 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:06:59.550271 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.550622 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.550963 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.551352 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:06:59.551755 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.552099 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.552466 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.552854 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 04:06:59.553231 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] ML2 OVO RPC backend initialized. {{(pid=93955) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 04:06:59.553936 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.554292 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.554707 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > network before_response 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.555052 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > networks before_response 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.555652 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > port before_response 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.556021 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > ports before_response 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.556401 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.556744 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.557089 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > network after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.557428 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > network after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.557763 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > network after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.558102 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > port after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.558436 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > port after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.558773 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > port after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.559106 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.559441 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.559773 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.560368 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Modular L2 Plugin initialization complete Sep 07 04:06:59.560696 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading services supported by the core plugin {{(pid=93955) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 04:06:59.561609 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.plugins.ml2.managers [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Got port-security extension from driver 'port_security' Sep 07 04:06:59.562092 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.extensions.vlantransparent [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Disabled vlantransparent extension. Sep 07 04:06:59.562656 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93955) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 04:06:59.563108 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading Plugin: router Sep 07 04:06:59.599678 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.600070 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router after_create 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.600475 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router before_create 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.600840 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.601212 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.601565 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router after_delete 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.601923 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.602271 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.602627 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router after_create 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.602972 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router after_update 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.603319 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router after_update 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.603664 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.604022 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router after_update 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.604452 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.604824 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: port after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.605165 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: port after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.605504 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: subnet after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.605842 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.606214 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.606565 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.606906 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: port before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.607248 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.607600 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router after_update 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.608510 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.608864 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.609224 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.609567 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.609929 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > agent after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.610276 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > agent after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.610622 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > network after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.611473 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Tracking information for resource: router configured {{(pid=93955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:06:59.611802 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Tracking information for resource: floatingip configured {{(pid=93955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 04:06:59.616880 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.db.l3_agentschedulers_db [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 04:06:59.617453 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: port after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.617813 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: port after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.618170 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: port after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.618518 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: port after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.619302 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router before_create 55550100 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.619667 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.620028 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.620424 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.625624 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.services.provider_configuration [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service providers = [] {{(pid=93955) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 04:06:59.625990 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.db.servicetype_db [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93955) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 04:06:59.628942 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.services.service_base [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93955) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 04:06:59.629292 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.services.service_base [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93955) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 04:06:59.629631 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.services.service_base [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93955) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 04:06:59.630518 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.services.service_base [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93955) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 04:06:59.630892 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.services.service_base [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 04:06:59.631266 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:06:59.631584 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 04:06:59.642197 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:06:59.642538 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading Plugin: auto_allocate Sep 07 04:06:59.648317 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: network precommit_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.648686 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: network precommit_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.649201 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:06:59.649522 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading Plugin: tag Sep 07 04:06:59.655961 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:06:59.656315 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading Plugin: timestamp Sep 07 04:06:59.660288 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:06:59.660623 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading Plugin: network_ip_availability Sep 07 04:06:59.666013 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.666336 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.666687 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.667398 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:06:59.667719 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading Plugin: flavors Sep 07 04:06:59.672891 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:06:59.673223 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading Plugin: revisions Sep 07 04:06:59.677483 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 04:06:59.677870 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.814s {{(pid=93955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 04:06:59.678593 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93955) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 04:06:59.678925 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Initializing extension manager. Sep 07 04:06:59.679437 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: __init__.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.679774 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: __pycache__ {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.680369 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.680710 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: address_group.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.681456 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.682011 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: address-group Sep 07 04:06:59.682329 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: address_scope.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.683227 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.683737 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: address-scope Sep 07 04:06:59.684057 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.685012 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.685521 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: router-admin-state-down-before-update Sep 07 04:06:59.685840 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: agent.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.687097 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.687602 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: agent Sep 07 04:06:59.687925 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: agent_resources_synced.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.688861 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.689368 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: agent-resources-synced Sep 07 04:06:59.689686 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.691470 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.691998 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: allowed-address-pairs Sep 07 04:06:59.692353 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.693419 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.693933 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: auto-allocated-topology Sep 07 04:06:59.694263 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: availability_zone.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.694960 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.695468 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: availability_zone Sep 07 04:06:59.695792 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: availability_zone_filter.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.696719 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.697231 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: availability_zone_filter Sep 07 04:06:59.697554 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: data_plane_status.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.698461 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.698965 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 04:06:59.699286 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: default_subnetpools.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.700216 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.700757 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: default-subnetpools Sep 07 04:06:59.701079 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.701913 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.702426 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: dhcp_agent_scheduler Sep 07 04:06:59.702748 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: dns.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.703657 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.704165 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension dns-integration not supported by any of loaded plugins Sep 07 04:06:59.704512 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: dns_domain_ports.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.705428 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.705939 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 04:06:59.706259 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.707174 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.707684 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 04:06:59.708001 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: dvr.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.708700 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.709205 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: dvr Sep 07 04:06:59.709521 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: ecmp_routes.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.710428 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.710930 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 04:06:59.711246 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: empty_string_filtering.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.712150 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.712690 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: empty-string-filtering Sep 07 04:06:59.713008 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.713913 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.714418 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 04:06:59.714738 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.715649 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.716161 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 04:06:59.716506 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: external_net.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.717440 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.717958 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: external-net Sep 07 04:06:59.718276 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.719180 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.719692 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: extra_dhcp_opt Sep 07 04:06:59.720011 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: extraroute.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.720947 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.721457 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: extraroute Sep 07 04:06:59.721776 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: extraroute_atomic.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.722798 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.723313 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: extraroute-atomic Sep 07 04:06:59.723631 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: filter_validation.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.724329 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.724841 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: filter-validation Sep 07 04:06:59.725165 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: fip_pf_description.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.726074 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.726578 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 04:06:59.726900 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: fip_port_details.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.727811 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.728344 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: fip-port-details Sep 07 04:06:59.728661 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: flavors.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.729889 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.730405 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: flavors Sep 07 04:06:59.730726 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.732394 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.733443 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 04:06:59.733772 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: floatingip_pools.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.734473 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.734984 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: floatingip-pools Sep 07 04:06:59.735308 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: ip_allocation.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.736248 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.736781 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 04:06:59.737103 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.738016 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.738533 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: ip-substring-filtering Sep 07 04:06:59.738859 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: l2_adjacency.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.739782 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.740315 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 04:06:59.740640 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: l3.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.741721 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.742239 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: router Sep 07 04:06:59.742566 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.744814 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.745342 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 04:06:59.745673 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.746599 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.747112 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: ext-gw-mode Sep 07 04:06:59.747438 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.748955 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.749478 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: l3-ha Sep 07 04:06:59.749804 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: l3_flavors.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.750717 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.751223 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: l3-flavors Sep 07 04:06:59.751546 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.752492 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.752999 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 04:06:59.753319 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: l3agentscheduler.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.754356 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.754863 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: l3_agent_scheduler Sep 07 04:06:59.755183 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: logging.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.756678 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.757195 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension logging not supported by any of loaded plugins Sep 07 04:06:59.757521 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: metering.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.758262 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.758828 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: metering Sep 07 04:06:59.759153 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.760279 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.760796 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: metering_source_and_destination_fields Sep 07 04:06:59.761118 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: multiprovidernet.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.762040 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.762571 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: multi-provider Sep 07 04:06:59.762864 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: netmtu.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.763776 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.764325 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: net-mtu Sep 07 04:06:59.764649 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: netmtu_writable.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.765562 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.766067 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: net-mtu-writable Sep 07 04:06:59.766386 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: network_availability_zone.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.767053 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.767555 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: network_availability_zone Sep 07 04:06:59.767871 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: network_ip_availability.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.769004 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.769517 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: network-ip-availability Sep 07 04:06:59.769840 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: network_segment_range.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.770599 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.771102 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 04:06:59.771422 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: pagination.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.772428 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.772751 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: pagination Sep 07 04:06:59.773066 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: port_device_profile.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.773977 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.774503 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: port-device-profile Sep 07 04:06:59.774809 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.775728 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.776238 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: port-mac-address-regenerate Sep 07 04:06:59.776585 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.777495 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.778008 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: port-numa-affinity-policy Sep 07 04:06:59.778332 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: port_resource_request.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.779360 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.779894 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 04:06:59.780215 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: portbindings.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.781167 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.781682 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: binding Sep 07 04:06:59.782002 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: portbindings_extended.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.783260 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.783786 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: binding-extended Sep 07 04:06:59.784098 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: portsecurity.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.785052 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.785563 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: port-security Sep 07 04:06:59.785886 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: project_id.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.786860 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.787186 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: project-id Sep 07 04:06:59.787505 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: providernet.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.788452 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.788968 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: provider Sep 07 04:06:59.789286 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: qos.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.792787 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.793313 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension qos not supported by any of loaded plugins Sep 07 04:06:59.793642 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.794872 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.795975 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 04:06:59.796331 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.797248 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.797758 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 04:06:59.798083 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: qos_default.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.798996 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.799505 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension qos-default not supported by any of loaded plugins Sep 07 04:06:59.799830 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: qos_fip.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.800514 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.801013 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension qos-fip not supported by any of loaded plugins Sep 07 04:06:59.801334 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.802252 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.802759 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 04:06:59.803082 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.803992 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.804537 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 04:06:59.804863 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: qos_pps_rule.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.806274 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.806790 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension qos-pps not supported by any of loaded plugins Sep 07 04:06:59.807116 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.808027 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.808572 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 04:06:59.808899 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: qos_rules_alias.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.809938 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.810447 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 04:06:59.810768 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: quotasv2.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.812276 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.812607 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: quotas Sep 07 04:06:59.812926 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: quotasv2_detail.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.816132 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.816504 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: quota_details Sep 07 04:06:59.816833 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: rbac.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.817885 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.818407 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: rbac-policies Sep 07 04:06:59.818742 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: rbac_address_group.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.819668 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.820182 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: rbac-address-group Sep 07 04:06:59.820537 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: rbac_address_scope.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.821453 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.821966 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: rbac-address-scope Sep 07 04:06:59.822288 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: rbac_security_groups.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.823199 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.823708 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: rbac-security-groups Sep 07 04:06:59.824028 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.824983 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.825496 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: rbac-subnetpool Sep 07 04:06:59.825817 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: revisionifmatch.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.826789 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.827308 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: revision-if-match Sep 07 04:06:59.827632 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: revisions.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.828778 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.829294 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: standard-attr-revisions Sep 07 04:06:59.829620 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: router_availability_zone.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.830299 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.830804 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: router_availability_zone Sep 07 04:06:59.831123 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: routerservicetype.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.832043 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.832587 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension router-service-type not supported by any of loaded plugins Sep 07 04:06:59.832911 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.833826 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.834340 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: security-groups-normalized-cidr Sep 07 04:06:59.834662 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.835581 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.836097 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: port-security-groups-filtering Sep 07 04:06:59.836460 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.837384 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.837905 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: security-groups-remote-address-group Sep 07 04:06:59.838230 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: securitygroup.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.849532 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.850062 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: security-group Sep 07 04:06:59.850392 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: segment.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.851182 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.851697 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension segment not supported by any of loaded plugins Sep 07 04:06:59.852021 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.852981 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.853494 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 04:06:59.853815 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: servicetype.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.854991 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.855515 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: service-type Sep 07 04:06:59.855837 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: sorting.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.856863 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.857198 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: sorting Sep 07 04:06:59.857515 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: standard_attr_segment.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.858958 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.859482 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 04:06:59.859803 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: standardattrdescription.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.860480 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.860995 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: standard-attr-description Sep 07 04:06:59.861453 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: stateful_security_group.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.862400 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.862915 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: stateful-security-group Sep 07 04:06:59.863234 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: stdattrs_common.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.863813 dv-cinder-778193-8-iscsi neutron-server[93955]: WARNING neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 04:06:59.864128 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.865089 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.865598 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 04:06:59.865914 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: subnet_onboard.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.866986 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.867504 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: subnet_onboard Sep 07 04:06:59.867825 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.868771 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.869287 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 04:06:59.869607 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: subnet_service_types.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.870528 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.871041 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: subnet-service-types Sep 07 04:06:59.871360 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: subnetallocation.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.872479 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.872992 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: subnet_allocation Sep 07 04:06:59.873311 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.874526 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.875033 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: subnetpool-prefix-ops Sep 07 04:06:59.875351 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.876297 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.876812 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 04:06:59.877128 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: tagging.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.878262 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.878778 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: standard-attr-tag Sep 07 04:06:59.879101 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: timestamp.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.880334 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.880853 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loaded extension: standard-attr-timestamp Sep 07 04:06:59.881177 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: trunk.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.882203 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.882715 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension trunk not supported by any of loaded plugins Sep 07 04:06:59.883040 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: trunk_details.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.883962 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.884509 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension trunk-details not supported by any of loaded plugins Sep 07 04:06:59.884835 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.885751 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.886262 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 04:06:59.886585 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Loading extension file: vlantransparent.py {{(pid=93955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 04:06:59.887289 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 04:06:59.887801 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 04:06:59.890304 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:network Sep 07 04:06:59.890821 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:subnet Sep 07 04:06:59.891221 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:06:59.891619 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:port Sep 07 04:06:59.892884 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.893330 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service FLAVORS assigned prefix: {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.893958 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.894390 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.894718 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:router Sep 07 04:06:59.895149 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 04:06:59.895644 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service METERING assigned prefix: /metering {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.897089 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.897451 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.897798 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:06:59.898821 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 04:06:59.899277 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:security_group Sep 07 04:06:59.899712 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 04:06:59.900319 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service CORE assigned prefix: {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.900700 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:06:59.900989 dv-cinder-778193-8-iscsi neutron-server[93955]: WARNING neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] subnetpool is already registered Sep 07 04:06:59.901424 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service CORE assigned prefix: {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.901746 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:06:59.902082 dv-cinder-778193-8-iscsi neutron-server[93955]: WARNING neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] subnetpool is already registered Sep 07 04:06:59.904359 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.905318 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service FLAVORS assigned prefix: {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.905903 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.906325 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.906656 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:router Sep 07 04:06:59.906995 dv-cinder-778193-8-iscsi neutron-server[93955]: WARNING neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] router is already registered Sep 07 04:06:59.907404 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 04:06:59.907736 dv-cinder-778193-8-iscsi neutron-server[93955]: WARNING neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] floatingip is already registered Sep 07 04:06:59.908192 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service METERING assigned prefix: /metering {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.908881 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 04:06:59.909209 dv-cinder-778193-8-iscsi neutron-server[93955]: WARNING neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] rbac_policy is already registered Sep 07 04:06:59.909624 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:security_group Sep 07 04:06:59.909960 dv-cinder-778193-8-iscsi neutron-server[93955]: WARNING neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] security_group is already registered Sep 07 04:06:59.910363 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 04:06:59.910690 dv-cinder-778193-8-iscsi neutron-server[93955]: WARNING neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] security_group_rule is already registered Sep 07 04:06:59.911310 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service CORE assigned prefix: {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.911638 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:06:59.911967 dv-cinder-778193-8-iscsi neutron-server[93955]: WARNING neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] subnetpool is already registered Sep 07 04:06:59.912412 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.v2.resource_helper [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Service CORE assigned prefix: {{(pid=93955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 04:06:59.912735 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 04:06:59.913062 dv-cinder-778193-8-iscsi neutron-server[93955]: WARNING neutron.quota.resource_registry [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] subnetpool is already registered Sep 07 04:06:59.913510 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: extensions {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.915007 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: address-groups {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.916547 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: address-scopes {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.917827 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: agents {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.918976 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: auto-allocated-topology {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.920225 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: availability_zones {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.922068 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: dhcp-networks {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.923638 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: dhcp-agents {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.925093 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: routers {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.927299 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: flavors {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.928504 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: service_profiles {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.929712 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: next_providers {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.931420 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: service_profiles {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.932989 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: floatingip-pools {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.934206 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: routers {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.936366 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: floatingips {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.937648 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: l3-routers {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.939063 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: l3-agents {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.940504 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: metering-labels {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.941854 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: metering-label-rules {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.943128 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: network-ip-availabilities {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.944431 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: bindings {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.946880 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: quotas {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.948356 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: quotas {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.949768 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: rbac-policies {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.950964 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: security-groups {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.952304 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: security-group-rules {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.953570 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: service-providers {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.954768 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: subnetpools {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.956188 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: subnetpools {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.957669 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: tags {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.959319 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: tags {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.961191 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: tags {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.962957 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: tags {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.964775 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: tags {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.966597 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: tags {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.968856 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: tags {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.970762 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: tags {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.972539 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: tags {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.974258 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron.api.extensions [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Extended resource: tags {{(pid=93955) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 04:06:59.980124 dv-cinder-778193-8-iscsi neutron-server[93955]: WARNING keystonemiddleware.auth_token [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 04:06:59.985353 dv-cinder-778193-8-iscsi neutron-server[93955]: WARNING keystonemiddleware.auth_token [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 04:06:59.993725 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Acquired lock "singleton_lock" {{(pid=93955) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 04:06:59.994199 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_concurrency.lockutils [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Releasing lock "singleton_lock" {{(pid=93955) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 04:06:59.994840 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO oslo_service.service [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Starting 2 workers Sep 07 04:06:59.999640 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Started child 94062 {{(pid=93955) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 04:07:00.006665 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Started child 94063 {{(pid=93955) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 04:07:00.006886 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:00.007481 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO neutron.service [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 04:07:00.007481 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Notify callbacks [] for process, before_spawn {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:00.007648 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [-] (94062) wsgi starting up on http://0.0.0.0:9696 Sep 07 04:07:00.008770 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO oslo_service.service [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Starting 1 workers Sep 07 04:07:00.008872 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:00.010257 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [-] (94063) wsgi starting up on http://0.0.0.0:9696 Sep 07 04:07:00.013936 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Started child 94064 {{(pid=93955) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 04:07:00.014512 dv-cinder-778193-8-iscsi neutron-server[93955]: INFO oslo_service.service [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Starting 1 workers Sep 07 04:07:00.017844 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.service [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] calling RpcWorker wait() {{(pid=94064) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 04:07:00.018382 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.service [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] returning from RpcWorker wait() {{(pid=94064) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 04:07:00.018907 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Started child 94065 {{(pid=93955) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 04:07:00.019735 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:00.019824 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8a8f-f9de-405d-a339-c7c90b4272f2 None None] Notify callbacks [] for process, after_spawn {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:00.020287 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:00.021721 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93955) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 04:07:00.021933 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 04:07:00.022120 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 04:07:00.022337 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 04:07:00.022664 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 04:07:00.022827 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 04:07:00.023320 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.023587 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.023837 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.024099 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.024418 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.024766 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:00.025225 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.025309 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.025481 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.025758 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.025891 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:00.026006 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.026179 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.026342 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.026597 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.026856 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.027163 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.027446 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.027676 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.027950 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.028117 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.028399 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.028663 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.028907 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.029163 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] debug = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.029426 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.030456 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.030681 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.030942 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.031159 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.031426 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.031656 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.031900 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.032141 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.032374 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.032623 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.032868 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.033112 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.033340 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.033569 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.033845 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.034096 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.034533 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] host = dv-cinder-778193-8-iscsi {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.034761 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.034995 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.035235 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.035477 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.035741 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.035953 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.036210 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.036474 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.036742 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.036985 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.037232 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.037477 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.037705 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.037951 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_file = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.038112 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_options = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.038359 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.038627 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.038910 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.039099 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.039261 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.039433 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.039659 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.039819 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.040076 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.040321 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.040531 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.040767 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.041000 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.041228 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.041488 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.041742 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.041953 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.042190 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.042447 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.042687 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.042908 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.043130 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.043342 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.043571 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.043801 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.044042 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.044276 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.044517 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.044727 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.044964 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.045190 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.046025 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.046259 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.046513 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.046745 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.046962 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.047193 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.047451 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.047678 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.047914 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.048169 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.048421 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.048681 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.048912 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.049184 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.049366 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] use_json = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.049576 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.049817 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.050090 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.050320 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.050546 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.050764 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.050973 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.051220 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.051663 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.051932 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.052242 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.052506 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.052735 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.052971 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.053219 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.053436 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.053680 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.053923 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.054239 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.054477 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.054778 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.055016 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.055543 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.055867 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.056121 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.056415 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.056661 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.056895 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.057111 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.057350 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.057627 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.057850 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.058159 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.058610 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.059195 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.060295 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.060468 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.060898 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.061312 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.061685 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.061987 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.062390 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.065069 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.065069 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.065243 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.065780 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.066418 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.066678 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.066940 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.067209 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.067430 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.067693 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.067931 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.068205 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.068489 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.068742 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.070635 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.070635 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.070920 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.071067 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.071278 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.072397 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.072397 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.072397 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.072397 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.072946 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.073862 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.074106 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.076284 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.076453 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.076772 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.077496 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.079247 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.079491 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.079909 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.080354 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.080759 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.080997 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.081258 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.081520 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.081772 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.082000 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.082233 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.082456 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.082681 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.082926 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.083188 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.083433 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.083654 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.083871 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.084108 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.084351 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.084578 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.084810 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.085024 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.085241 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.085456 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.085716 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.086043 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.086300 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.086541 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.086761 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.086996 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.087224 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.087517 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.087775 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.088010 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.088243 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.088515 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.088786 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.089043 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.089287 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.089524 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.089777 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.089995 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.090235 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.090482 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.090740 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.090965 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.091230 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.091499 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.091732 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.091962 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.092746 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.093266 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.093555 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.093826 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.094047 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.094309 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.094627 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.094900 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.095171 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.095415 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.095628 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.095883 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.096131 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.096415 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.096669 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.096923 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.097173 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.097454 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.097684 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.097898 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.098270 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.098676 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.099158 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.099554 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.099940 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.100362 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.100806 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.101264 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.101666 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.102062 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.102463 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.102886 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.103281 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.103681 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.103927 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.104163 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.104437 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.104648 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.104896 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.105272 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.105666 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.105886 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.106100 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.106502 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.106869 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.107086 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.107446 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.107847 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.108625 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.108880 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.109092 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.109306 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.109555 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.109794 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.110005 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.110225 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.110439 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.110694 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.110911 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.111178 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.111429 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.111664 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.111908 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.112131 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.112427 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.112674 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.112913 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.113132 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.113340 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.113551 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.113767 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.113995 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.114206 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.114431 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.114791 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.115197 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.115580 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.115919 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.116170 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.116430 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.116674 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.116890 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.117134 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.117549 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.117969 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.118208 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.118443 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.118668 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.118920 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.119145 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.119383 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.119594 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.119826 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.120053 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.120291 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.120497 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.120781 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.121023 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.121266 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.121522 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.121767 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.121977 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.122219 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.122449 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.122658 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.122883 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.123120 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.123329 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.123586 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.123778 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.123985 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.124203 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.124450 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.124657 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.124902 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.125108 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.125353 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.125573 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.125786 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.125993 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.126214 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.126421 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.126650 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.126843 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.127054 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.127261 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.127484 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.127691 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.127920 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.128155 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.128383 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.128587 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.129309 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.129309 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.129600 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.129752 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.129903 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.130105 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.130354 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.130809 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.131169 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.131414 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.131656 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.131912 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.132162 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.132605 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.132933 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.133324 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.133483 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.133878 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.134133 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.134423 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.134684 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.134898 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.135203 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.135523 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.135802 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.136067 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.136339 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.136587 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.136816 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.137024 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.137399 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.137755 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.137978 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.138215 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.138465 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.138694 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.138911 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.139162 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.139378 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.139765 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.140003 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.140225 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.140462 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.140617 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 04:07:00.141787 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93955) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 04:07:00.141787 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 04:07:00.141787 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 04:07:00.141787 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 04:07:00.141787 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 04:07:00.142152 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 04:07:00.142152 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.142283 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.142401 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.142539 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.142689 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.142873 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.143042 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.143188 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.143344 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.143498 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.143653 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.143810 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.143966 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.144120 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.144300 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.144456 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.144612 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.144768 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.144928 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.145084 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.145241 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.145378 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.145536 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] debug = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.145691 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.145896 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.146059 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.146215 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.146371 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.146525 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.146683 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.146842 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.146997 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.147154 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.147312 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.147463 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.147776 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.147933 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.148088 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.148244 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.148421 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.148575 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] host = dv-cinder-778193-8-iscsi {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.148728 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.148883 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.149187 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.149330 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.149485 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.149641 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.149782 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.149940 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.150129 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.150294 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.150424 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.150554 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:00.150689 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.150689 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.150946 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_file = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.150946 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_options = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.151218 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.151350 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.151482 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.151615 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.151750 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.151884 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.152018 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.152151 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.152394 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.152528 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.152662 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.152807 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.152939 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.153069 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.153199 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.153329 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.153460 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.153599 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.153741 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.153875 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.154029 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.154185 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.154340 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.154494 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.155177 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.155322 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.155478 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.155633 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.155787 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.155943 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.156097 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.156269 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.156430 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.156586 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.156741 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.156896 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.157052 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.157211 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.157365 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.157520 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.157675 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.157830 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.157985 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.158139 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.158295 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.158450 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] use_json = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.158606 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.158761 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.158917 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.159072 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.159227 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.159382 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.159537 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.159692 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 04:07:00.159866 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.160024 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.160194 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.160392 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.160552 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.160709 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.160866 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.161026 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.161184 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.161340 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.161505 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.161662 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.161829 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.161992 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.162152 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.162305 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.162442 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.162587 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.162746 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.163853 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.163853 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.163853 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.163853 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.163853 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.163853 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.163853 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.166985 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.166985 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.166985 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.166985 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.166985 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.166985 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.166985 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.166985 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.168277 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.168277 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.168277 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.168277 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.168277 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.168277 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.168277 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.168277 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.168277 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169003 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169003 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169003 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169003 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169003 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169003 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169003 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169003 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169003 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169635 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169635 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169635 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169635 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169635 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169635 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169635 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169635 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.169635 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.170259 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.170259 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.170259 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.170259 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.170259 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.170259 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.170259 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.170259 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.171381 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.171381 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.171381 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.171381 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.171677 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.171677 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.171818 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.171956 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.172114 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.172306 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.172453 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.172612 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.172770 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.172927 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.173085 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.173248 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.173407 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.173572 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.173719 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.173877 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.174042 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.174214 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.174371 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.174594 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.174752 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.174909 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.175061 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.175459 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.175459 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.175618 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.175695 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.175793 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.175950 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.176109 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.176293 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.176454 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.176612 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.176768 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.176925 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.177084 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.177242 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.177504 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.177649 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.177821 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.177947 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.178100 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.178256 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.178423 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.178580 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.178739 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.178898 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.179061 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.179229 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.179387 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.179546 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.179702 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.179859 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.180016 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.180437 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.180597 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.180756 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.180913 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.181071 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.181235 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.181403 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.181561 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.181721 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.181877 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.182058 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.182214 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.182371 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.182528 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.182684 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.182841 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.182998 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.183158 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.183316 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.183473 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.183632 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.183791 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.183948 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.184104 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.184283 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.184437 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.184596 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.184755 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.184913 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.185072 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.185231 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.185389 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.185548 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.185704 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.185879 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.186040 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.186198 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.186355 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.186513 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.186670 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.186826 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.186984 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.187141 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.187298 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.187455 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.187612 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.187770 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.187929 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.188088 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.188247 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.188485 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.188613 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.188735 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.188856 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.189018 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.189552 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.189552 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.189552 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.190303 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.190303 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.190303 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.190303 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.190303 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.191363 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.191363 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.191363 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.191363 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.191363 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.191363 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.191363 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.191363 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.191953 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.191953 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.191953 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.191953 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.192220 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.192353 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.192518 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.192646 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.192811 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.192935 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.193265 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.193265 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.193265 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.193610 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.193610 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.193762 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.193890 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.194109 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.194196 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.194347 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.194750 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.194750 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.194992 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.194992 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.195364 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.195364 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.195364 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.195820 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.195820 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.195820 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.196224 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.196224 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.196445 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.196539 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.196643 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.196799 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.196957 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.197125 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.197352 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.197482 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.197720 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.197720 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.197893 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.198064 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.198351 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.198351 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.198511 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.198589 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.198748 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.198913 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.199072 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.199212 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.199384 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.199627 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.199716 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.199842 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.200095 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.200187 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.200296 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.200477 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.200606 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.200764 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.200923 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.201086 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.201314 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.201497 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.201663 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.201832 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.201995 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.202325 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.202596 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.202690 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.202800 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.202958 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.203119 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.203276 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.203433 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.203583 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.203723 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.203885 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.204042 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.204304 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.204534 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.204534 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.204887 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.204887 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.205171 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.205171 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.205557 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.205557 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.205557 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.206029 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 04:07:00.206029 dv-cinder-778193-8-iscsi neutron-server[93955]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 04:07:00.366712 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 35488) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:00.375908 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069721 Sep 07 04:07:11.839063 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1f18d0-09ca-4ed8-8266-3bf77fd12352 None None] get_active_networks_info from dv-cinder-778193-8-iscsi {{(pid=94064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 04:07:11.922240 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1f18d0-09ca-4ed8-8266-3bf77fd12352 None None] No non-hosted networks {{(pid=94064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 04:07:11.940492 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.agentschedulers_db [None req-7d1f18d0-09ca-4ed8-8266-3bf77fd12352 None None] DHCP Agent not found on host dv-cinder-778193-8-iscsi {{(pid=94064) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 04:07:12.044748 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbf3b089-b20d-4a4c-9f8a-9df5649ce98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-322280'] for agent, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:14.242435 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a72d57c2-c714-4fe4-be44-a4961ae28aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-322280'] for agent, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:14.296926 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-798c7f1a-d68b-4e41-a8fa-95758ba9b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:14.770641 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-322280'] for agent, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:14.771617 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:14.772160 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:14.772818 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:14.773322 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:14.773908 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:14.774407 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:14.774948 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:14.775458 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:14.776150 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:14.776688 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:14.777237 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:14.777736 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:14.778343 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:14.793552 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:15.237177 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-322280'] for agent, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:17.052026 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-322280'] for agent, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:17.962550 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 35582) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:18.451966 dv-cinder-778193-8-iscsi neutron-server[94063]: WARNING oslo_policy.policy [None req-9cc1563c-7601-4477-821a-7d8b2646d680 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:07:18.452557 dv-cinder-778193-8-iscsi neutron-server[94063]: WARNING oslo_policy.policy [None req-9cc1563c-7601-4477-821a-7d8b2646d680 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:07:18.670324 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [None req-9cc1563c-7601-4477-821a-7d8b2646d680 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:07:18.671491 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-9cc1563c-7601-4477-821a-7d8b2646d680 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7069166 Sep 07 04:07:21.051221 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 35596) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:21.360539 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d8f11bdb-96c6-40a6-9143-c0febb79cc7d admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:07:21.452551 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.policy [None req-d8f11bdb-96c6-40a6-9143-c0febb79cc7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94063) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 04:07:21.496634 dv-cinder-778193-8-iscsi neutron-server[94063]: WARNING oslo_policy.policy [None req-d8f11bdb-96c6-40a6-9143-c0febb79cc7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:07:21.496998 dv-cinder-778193-8-iscsi neutron-server[94063]: WARNING oslo_policy.policy [None req-d8f11bdb-96c6-40a6-9143-c0febb79cc7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:07:21.505338 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.quota [None req-d8f11bdb-96c6-40a6-9143-c0febb79cc7d admin admin] Loaded quota_driver: . Sep 07 04:07:21.574162 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.db.l3_hamode_db [None req-8b770ac9-ca3c-47ea-a6af-2eaa20321308 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 04:07:21.607395 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8f11bdb-96c6-40a6-9143-c0febb79cc7d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729944194253', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729944163102', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729944175164', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729944177496', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729942690733', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729944327170', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-607361', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33006216', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-444703', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647925'] for rbac-policy, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:21.676673 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b770ac9-ca3c-47ea-a6af-2eaa20321308 None None] Routers set() bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:07:21.677261 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b770ac9-ca3c-47ea-a6af-2eaa20321308 None None] Router IDs set() for agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 04:07:21.694289 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8f11bdb-96c6-40a6-9143-c0febb79cc7d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:21.695475 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d8f11bdb-96c6-40a6-9143-c0febb79cc7d admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6432469 Sep 07 04:07:24.267548 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 35608) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:24.562465 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Request body: {'network': {'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'name': 'private', 'admin_state_up': True, 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:07:24.590385 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Made reservation on behalf of 0de0f409a8c048de9db594eeac9ca71d for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:07:24.593868 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:24.609993 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:24.727056 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:24.730763 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:24.749107 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:07:24.777423 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729940560487', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:24.778011 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Unsubscribe: segment precommit_create {{(pid=94063) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 04:07:24.778536 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Added segment df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec of type vlan for network c979ea52-f596-4d4e-bd1c-877786ec7b0c Sep 07 04:07:24.793560 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762bd2fa-d07e-483c-b11d-e6843b0cfe90,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:24.819511 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:24.819862 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:24.820193 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:24.820543 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:24.820861 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:24.821195 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:24.821514 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:24.821825 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:24.822152 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:24.822466 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:24.822775 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:24.823081 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Tracked resource versions report: Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: pushed versions: Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: { 'AddressGroup': {'1.2'}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'ConntrackHelper': {'1.0'}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Log': {'1.0'}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Network': {'1.1'}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Port': {'1.7'}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'PortForwarding': {'1.2'}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'QosPolicy': {'1.9'}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'SecurityGroup': {'1.4'}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'SubPort': {'1.0'}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Subnet': {'1.1'}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Trunk': {'1.1'}} Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: consumer versions: Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: { DHCP agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: L3 agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: Metadata agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: Metering agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: Open vSwitch agent@dv-cinder-778193-8-iscsi: { 'AddressGroup': '1.2', Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'ConntrackHelper': '1.0', Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Log': '1.0', Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Network': '1.1', Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Port': '1.7', Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'PortForwarding': '1.2', Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'QosPolicy': '1.9', Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'SecurityGroup': '1.4', Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'SecurityGroupRule': '1.2', Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'SubPort': '1.0', Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Subnet': '1.1', Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Trunk': '1.1'}} Sep 07 04:07:24.824111 dv-cinder-778193-8-iscsi neutron-server[94063]: {{(pid=94063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:07:24.900199 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:24.937544 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:24.938826 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:07:24.939469 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:24.993902 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7252543 Sep 07 04:07:25.037715 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73b156-83bb-432b-98ca-d32168fbf3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c979ea52-f596-4d4e-bd1c-877786ec7b0c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:25.050299 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network c979ea52-f596-4d4e-bd1c-877786ec7b0c details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:07:27.622868 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 35622) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:28.002492 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372f1cf0-292a-4e1d-bae8-1562edfa5596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:07:28.003758 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-372f1cf0-292a-4e1d-bae8-1562edfa5596 admin admin] 10.222.0.41 "GET /v2.0/networks/c979ea52-f596-4d4e-bd1c-877786ec7b0c HTTP/1.1" status: 200 len: 825 time: 0.3798666 Sep 07 04:07:28.028662 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-305c6518-1d23-4cfc-9eb5-548fc976e1cb admin admin] 10.222.0.41 "GET /v2.0/subnetpools/f5b0f865-05dc-42b2-b21c-36c742935676 HTTP/1.1" status: 200 len: 734 time: 0.0181658 Sep 07 04:07:28.037419 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0f154c4e-3d00-46cc-8bc9-14d3300c8f65 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'f5b0f865-05dc-42b2-b21c-36c742935676'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:07:28.058567 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f154c4e-3d00-46cc-8bc9-14d3300c8f65 admin admin] Made reservation on behalf of 0de0f409a8c048de9db594eeac9ca71d for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:07:28.060875 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f154c4e-3d00-46cc-8bc9-14d3300c8f65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:28.340500 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f154c4e-3d00-46cc-8bc9-14d3300c8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:28.409235 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f154c4e-3d00-46cc-8bc9-14d3300c8f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=985aa0aa-6625-4752-ab06-2d85df30d972,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:28.411438 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f154c4e-3d00-46cc-8bc9-14d3300c8f65 admin admin] Checking segment: {'id': 'df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:07:28.411804 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f154c4e-3d00-46cc-8bc9-14d3300c8f65 admin admin] Network hostable DHCP agents. Network: c979ea52-f596-4d4e-bd1c-877786ec7b0c, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:07:28.431539 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f154c4e-3d00-46cc-8bc9-14d3300c8f65 admin admin] Network c979ea52-f596-4d4e-bd1c-877786ec7b0c is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:07:28.443361 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-0f154c4e-3d00-46cc-8bc9-14d3300c8f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, c979ea52-f596-4d4e-bd1c-877786ec7b0c) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:07:28.448532 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f154c4e-3d00-46cc-8bc9-14d3300c8f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:07:28.449500 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f154c4e-3d00-46cc-8bc9-14d3300c8f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:28.453317 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd95644-495e-426b-828a-2222f7cb38dc None None] Network c979ea52-f596-4d4e-bd1c-877786ec7b0c requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:07:28.463285 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-0f154c4e-3d00-46cc-8bc9-14d3300c8f65 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4289615 Sep 07 04:07:28.778648 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15dbd0e4-63ce-5fb6-91ef-286bacd01d99-c979ea52-f596-4d4e-bd1c-877786ec7b0c', 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'fixed_ips': [{'subnet_id': '985aa0aa-6625-4752-ab06-2d85df30d972'}]}} from dv-cinder-778193-8-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:07:28.779870 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:29.057894 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Allocated IP 172.20.0.2 (c979ea52-f596-4d4e-bd1c-877786ec7b0c/985aa0aa-6625-4752-ab06-2d85df30d972/cef880a9-0dbe-4be0-9ec0-424388a389ec) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:07:29.282889 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:29.298440 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Transition to ACTIVE for port object cef880a9-0dbe-4be0-9ec0-424388a389ec will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:07:29.319441 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Transition to ACTIVE for port object cef880a9-0dbe-4be0-9ec0-424388a389ec will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:07:29.327208 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:29.395003 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Network c979ea52-f596-4d4e-bd1c-877786ec7b0c is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:07:29.404083 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:07:29.407301 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:07:29.417235 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Pushing event updated for resources: {'Port': ['ID=cef880a9-0dbe-4be0-9ec0-424388a389ec,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:29.461026 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:29.461642 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:29.461730 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:29.462002 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:29.462324 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:29.462644 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:29.462961 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:29.463276 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:29.463608 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:29.463925 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:29.464238 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:29.464574 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Tracked resource versions report: Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: pushed versions: Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: { 'AddressGroup': {'1.2'}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'ConntrackHelper': {'1.0'}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Log': {'1.0'}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Network': {'1.1'}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Port': {'1.7'}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'PortForwarding': {'1.2'}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'QosPolicy': {'1.9'}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'SecurityGroup': {'1.4'}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'SubPort': {'1.0'}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Subnet': {'1.1'}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Trunk': {'1.1'}} Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: consumer versions: Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: { DHCP agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: L3 agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: Metadata agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: Metering agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: Open vSwitch agent@dv-cinder-778193-8-iscsi: { 'AddressGroup': '1.2', Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'ConntrackHelper': '1.0', Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Log': '1.0', Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Network': '1.1', Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Port': '1.7', Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'PortForwarding': '1.2', Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'QosPolicy': '1.9', Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'SecurityGroup': '1.4', Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'SecurityGroupRule': '1.2', Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'SubPort': '1.0', Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Subnet': '1.1', Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Trunk': '1.1'}} Sep 07 04:07:29.466140 dv-cinder-778193-8-iscsi neutron-server[94064]: {{(pid=94064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:07:29.498448 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Attempting to bind port cef880a9-0dbe-4be0-9ec0-424388a389ec on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:07:29.498840 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Attempting to bind port cef880a9-0dbe-4be0-9ec0-424388a389ec by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': 'df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:07:29.499254 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Attempting to bind port cef880a9-0dbe-4be0-9ec0-424388a389ec on network c979ea52-f596-4d4e-bd1c-877786ec7b0c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:07:29.503843 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:07:29.504242 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Checking segment: {'id': 'df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:07:29.504719 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:29.505100 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Bound using segment: {'id': 'df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:07:29.505553 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Bound port: cef880a9-0dbe-4be0-9ec0-424388a389ec, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:07:29.505951 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:29.573309 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] For port cef880a9-0dbe-4be0-9ec0-424388a389ec, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:07:29.578552 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] For port cef880a9-0dbe-4be0-9ec0-424388a389ec, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=cef880a9-0dbe-4be0-9ec0-424388a389ec,segment=NetworkSegment(df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec),segment_id=df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:07:29.581945 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:29.642950 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103544fc-c7d2-49ec-970f-87c9b90d0aa1 None None] Pushing event updated for resources: {'Port': ['ID=cef880a9-0dbe-4be0-9ec0-424388a389ec,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:30.898067 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 35630) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:31.205245 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [None req-2e6f15f9-d98b-403f-acf3-760f40d8ab4b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:07:31.206237 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2e6f15f9-d98b-403f-acf3-760f40d8ab4b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3072395 Sep 07 04:07:33.593478 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 35638) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:33.904827 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [None req-0e3586c9-a438-4649-8854-3b4f7f2013cb admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:07:33.920282 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-0e3586c9-a438-4649-8854-3b4f7f2013cb admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3113637 Sep 07 04:07:36.585324 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 35648) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:36.900561 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ab8b076f-aabb-4b31-a20d-1f322fa40624 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:07:36.930273 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab8b076f-aabb-4b31-a20d-1f322fa40624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-323213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11647'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:36.932041 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab8b076f-aabb-4b31-a20d-1f322fa40624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-323645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-321677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15500'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:37.096754 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab8b076f-aabb-4b31-a20d-1f322fa40624 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:37.100912 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab8b076f-aabb-4b31-a20d-1f322fa40624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-321790'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:37.112992 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab8b076f-aabb-4b31-a20d-1f322fa40624 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:37.114204 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ab8b076f-aabb-4b31-a20d-1f322fa40624 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5278430 Sep 07 04:07:38.120955 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d20f7a-a40b-4240-a085-f6c13e9fa6f9 None None] Network c979ea52-f596-4d4e-bd1c-877786ec7b0c requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:07:38.201149 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-c287b5c3-37cc-4208-a0a2-c142bd5884df None None] Provisioning for port cef880a9-0dbe-4be0-9ec0-424388a389ec completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:07:38.292532 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device cef880a9-0dbe-4be0-9ec0-424388a389ec up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:07:38.394336 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port cef880a9-0dbe-4be0-9ec0-424388a389ec completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:07:38.398609 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port cef880a9-0dbe-4be0-9ec0-424388a389ec triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:07:38.399000 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:38.513584 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:38.549723 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port cef880a9-0dbe-4be0-9ec0-424388a389ec, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=cef880a9-0dbe-4be0-9ec0-424388a389ec,segment=NetworkSegment(df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec),segment_id=df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:07:38.553283 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:38.600473 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=cef880a9-0dbe-4be0-9ec0-424388a389ec,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:38.641778 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-dd58a999-3ecd-4668-a882-7b722d6946cb None None] Provisioning complete for port cef880a9-0dbe-4be0-9ec0-424388a389ec triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:07:38.642080 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd58a999-3ecd-4668-a882-7b722d6946cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:39.501776 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 35660) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:39.807327 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [None req-a7935b4b-9daf-49b4-9465-790dd69b4968 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:07:39.808350 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a7935b4b-9daf-49b4-9465-790dd69b4968 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3056223 Sep 07 04:07:40.250547 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device cef880a9-0dbe-4be0-9ec0-424388a389ec up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:07:40.294901 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port cef880a9-0dbe-4be0-9ec0-424388a389ec triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:07:40.295263 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:41.717252 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-628eab60-bee5-4764-a9e8-8a98d3aecf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:42.203108 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 35668) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:42.503508 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:07:42.523368 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Made reservation on behalf of 5a1a1b93f4fe4f78bdf0052cb01794e5 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:07:42.525812 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:42.533470 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:42.620059 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:42.623879 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:42.636628 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Reserving flat network on physical network physnet1 {{(pid=94063) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 04:07:42.657057 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ff840e-24d2-488a-af65-1de49cbc24ec,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:42.659846 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:42.660177 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Added segment 98bf1973-228e-45d1-9cc1-538ca78800d5 of type flat for network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 Sep 07 04:07:42.704960 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:42.735599 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:42.736547 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:07:42.737106 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:42.766456 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5623028 Sep 07 04:07:42.801131 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec71968-dbdf-4c66-ab1d-4f82be166668 admin admin] Pushing event updated for resources: {'Network': ['ID=4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:42.811496 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:07:44.235746 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5f6484c1-045c-43fd-8fc9-70f9a21ad0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:44.765461 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:45.144882 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 35676) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:45.179941 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:45.448147 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b1f39c-60a9-4590-a06a-201e212a8de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:07:45.449983 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-15b1f39c-60a9-4590-a06a-201e212a8de2 admin admin] 10.222.0.41 "GET /v2.0/subnets/985aa0aa-6625-4752-ab06-2d85df30d972 HTTP/1.1" status: 200 len: 849 time: 0.3041646 Sep 07 04:07:45.563456 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-fa19a15c-c1c1-4d61-b968-b5e73b3da73f admin admin] 10.222.0.41 "GET /v2.0/routers/2c9c62f3-4d37-4ca6-96d3-108dbc1d020c HTTP/1.1" status: 200 len: 704 time: 0.1072931 Sep 07 04:07:45.824329 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:46.108298 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Allocated IP 172.20.0.1 (c979ea52-f596-4d4e-bd1c-877786ec7b0c/985aa0aa-6625-4752-ab06-2d85df30d972/072f76d9-3dd4-4d0b-a029-2cb0a70c0299) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:07:46.304324 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:46.325948 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Transition to ACTIVE for port object 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:07:46.389552 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:46.457964 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Network c979ea52-f596-4d4e-bd1c-877786ec7b0c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:07:46.466618 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:07:46.473485 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:07:46.474015 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322189'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:46.492078 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Pushing event updated for resources: {'Port': ['ID=072f76d9-3dd4-4d0b-a029-2cb0a70c0299,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:46.667085 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:46.679297 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ab9223b5-279b-4b51-a374-86852e070d29 None None] Provisioning for port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:07:46.682699 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ab9223b5-279b-4b51-a374-86852e070d29 None None] Provisioning complete for port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:07:46.683070 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab9223b5-279b-4b51-a374-86852e070d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:46.715981 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ab9223b5-279b-4b51-a374-86852e070d29 None None] Port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:07:46.870639 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:46.875416 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:46.876192 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33082055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322877'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:46.957869 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Pushing event updated for resources: {'Port': ['ID=072f76d9-3dd4-4d0b-a029-2cb0a70c0299,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:46.997544 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Network c979ea52-f596-4d4e-bd1c-877786ec7b0c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:07:46.998905 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:07:47.013128 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:47.154889 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Router 2c9c62f3-4d37-4ca6-96d3-108dbc1d020c is scheduled to L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:07:47.234619 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f2941c98-767d-4c0b-9e9a-b8df36fbf865 None None] Provisioning complete for port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:07:47.234910 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2941c98-767d-4c0b-9e9a-b8df36fbf865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:47.244945 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:07:47.251036 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8f9c2eba-0f7c-4f1b-9cc7-3a2a8a5f3678 admin admin] 10.222.0.41 "PUT /v2.0/routers/2c9c62f3-4d37-4ca6-96d3-108dbc1d020c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6805680 Sep 07 04:07:47.256654 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Sync routers for ids ['2c9c62f3-4d37-4ca6-96d3-108dbc1d020c'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:07:47.267649 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Routers {'2c9c62f3-4d37-4ca6-96d3-108dbc1d020c'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:07:47.268446 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:07:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['2c9c62f3-4d37-4ca6-96d3-108dbc1d020c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:47.270919 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f2941c98-767d-4c0b-9e9a-b8df36fbf865 None None] Port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:07:47.461524 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Set router 2c9c62f3-4d37-4ca6-96d3-108dbc1d020c gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:07:47.886163 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'name': 'router1', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:07:36Z', 'updated_at': '2021-09-07T04:07:46Z', 'revision_number': 2, 'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'gw_port_host': None, '_interfaces': [{'id': '072f76d9-3dd4-4d0b-a029-2cb0a70c0299', 'name': '', 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'mac_address': 'fa:16:3e:16:c4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '985aa0aa-6625-4752-ab06-2d85df30d972', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:07:45Z', 'updated_at': '2021-09-07T04:07:46Z', 'revision_number': 2, 'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'subnets': [{'id': '985aa0aa-6625-4752-ab06-2d85df30d972', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5b0f865-05dc-42b2-b21c-36c742935676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:47.937800 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Checking router: 2c9c62f3-4d37-4ca6-96d3-108dbc1d020c for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:07:47.938167 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Updating router 2c9c62f3-4d37-4ca6-96d3-108dbc1d020c port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 binding host dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:07:47.985030 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:48.498547 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:48.516076 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Transition to ACTIVE for port object 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:07:48.521897 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:48.677163 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Pushing event updated for resources: {'Port': ['ID=072f76d9-3dd4-4d0b-a029-2cb0a70c0299,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:48.691719 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:48.692067 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:48.692425 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:48.692757 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:48.693084 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:48.693412 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:48.693734 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:48.694056 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:48.694395 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:48.694717 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:48.695036 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:48.695349 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Tracked resource versions report: Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: pushed versions: Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: { 'AddressGroup': {'1.2'}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'ConntrackHelper': {'1.0'}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Log': {'1.0'}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Network': {'1.1'}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Port': {'1.7'}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'PortForwarding': {'1.2'}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'QosPolicy': {'1.9'}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'SecurityGroup': {'1.4'}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'SubPort': {'1.0'}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Subnet': {'1.1'}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Trunk': {'1.1'}} Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: consumer versions: Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: { DHCP agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: L3 agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: Metadata agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: Metering agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: Open vSwitch agent@dv-cinder-778193-8-iscsi: { 'AddressGroup': '1.2', Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'ConntrackHelper': '1.0', Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Log': '1.0', Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Network': '1.1', Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Port': '1.7', Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'PortForwarding': '1.2', Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'QosPolicy': '1.9', Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'SecurityGroup': '1.4', Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'SecurityGroupRule': '1.2', Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'SubPort': '1.0', Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Subnet': '1.1', Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Trunk': '1.1'}} Sep 07 04:07:48.696430 dv-cinder-778193-8-iscsi neutron-server[94065]: {{(pid=94065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:07:48.701194 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Attempting to bind port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:07:48.701603 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Attempting to bind port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': 'df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:07:48.702015 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Attempting to bind port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 on network c979ea52-f596-4d4e-bd1c-877786ec7b0c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:07:48.707477 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:07:48.707891 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Checking segment: {'id': 'df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:07:48.708382 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:48.708764 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Bound using segment: {'id': 'df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:07:48.709257 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Bound port: 072f76d9-3dd4-4d0b-a029-2cb0a70c0299, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:07:48.709649 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:48.773549 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] For port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:07:48.794001 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] For port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=072f76d9-3dd4-4d0b-a029-2cb0a70c0299,segment=NetworkSegment(df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec),segment_id=df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:07:48.798989 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:48.843230 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Routers {'2c9c62f3-4d37-4ca6-96d3-108dbc1d020c'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:07:48.843775 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:07:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['2c9c62f3-4d37-4ca6-96d3-108dbc1d020c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:48.933176 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f28be-d686-47df-bb53-aaf009cf6bba None None] Pushing event updated for resources: {'Port': ['ID=072f76d9-3dd4-4d0b-a029-2cb0a70c0299,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:48.947893 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] Set router 2c9c62f3-4d37-4ca6-96d3-108dbc1d020c gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:07:49.155259 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'name': 'router1', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:07:36Z', 'updated_at': '2021-09-07T04:07:46Z', 'revision_number': 2, 'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'gw_port_host': None, '_interfaces': [{'id': '072f76d9-3dd4-4d0b-a029-2cb0a70c0299', 'name': '', 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'mac_address': 'fa:16:3e:16:c4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '985aa0aa-6625-4752-ab06-2d85df30d972', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:07:45Z', 'updated_at': '2021-09-07T04:07:48Z', 'revision_number': 4, 'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'subnets': [{'id': '985aa0aa-6625-4752-ab06-2d85df30d972', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5b0f865-05dc-42b2-b21c-36c742935676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:49.181093 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145238f8-7f69-4e69-9cda-9fc8d7c60e8e None None] The sync data for ids ['2c9c62f3-4d37-4ca6-96d3-108dbc1d020c'] in dv-cinder-778193-8-iscsi is: [{'id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'name': 'router1', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:07:36Z', 'updated_at': '2021-09-07T04:07:46Z', 'revision_number': 2, 'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'gw_port_host': None, '_interfaces': [{'id': '072f76d9-3dd4-4d0b-a029-2cb0a70c0299', 'name': '', 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'mac_address': 'fa:16:3e:16:c4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '985aa0aa-6625-4752-ab06-2d85df30d972', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:07:45Z', 'updated_at': '2021-09-07T04:07:48Z', 'revision_number': 4, 'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'subnets': [{'id': '985aa0aa-6625-4752-ab06-2d85df30d972', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5b0f865-05dc-42b2-b21c-36c742935676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:07:49.550540 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 35696) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:49.702023 dv-cinder-778193-8-iscsi neutron-server[94062]: WARNING oslo_policy.policy [None req-c9edb023-756c-4702-8e81-cb7ad9ae4f48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:07:49.702698 dv-cinder-778193-8-iscsi neutron-server[94062]: WARNING oslo_policy.policy [None req-c9edb023-756c-4702-8e81-cb7ad9ae4f48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:07:50.142469 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.policy [None req-c9edb023-756c-4702-8e81-cb7ad9ae4f48 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94062) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 04:07:50.188269 dv-cinder-778193-8-iscsi neutron-server[94062]: WARNING oslo_policy.policy [None req-c9edb023-756c-4702-8e81-cb7ad9ae4f48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:07:50.188660 dv-cinder-778193-8-iscsi neutron-server[94062]: WARNING oslo_policy.policy [None req-c9edb023-756c-4702-8e81-cb7ad9ae4f48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 04:07:50.196756 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9edb023-756c-4702-8e81-cb7ad9ae4f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:07:50.198600 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c9edb023-756c-4702-8e81-cb7ad9ae4f48 admin admin] 10.222.0.41 "GET /v2.0/networks/4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 HTTP/1.1" status: 200 len: 842 time: 0.6468699 Sep 07 04:07:50.208892 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:07:50.210705 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.quota [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Loaded quota_driver: . Sep 07 04:07:50.251892 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Made reservation on behalf of 5a1a1b93f4fe4f78bdf0052cb01794e5 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:07:50.254902 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:50.656869 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.objects.ports [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94062) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 04:07:50.657512 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:50.725235 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3549dc-65a5-42b2-bd40-d03188cc1377,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:50.734015 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Checking segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:07:50.734380 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Network hostable DHCP agents. Network: 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:07:50.739790 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:50.740136 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:50.740492 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:50.740816 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:50.741136 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:50.741463 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:50.741778 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:50.742093 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:50.742424 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:50.742738 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:50.743048 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:50.743355 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Tracked resource versions report: Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: pushed versions: Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: { 'AddressGroup': {'1.2'}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'ConntrackHelper': {'1.0'}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Log': {'1.0'}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Network': {'1.1'}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Port': {'1.7'}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'PortForwarding': {'1.2'}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'QosPolicy': {'1.9'}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'SecurityGroup': {'1.4'}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'SubPort': {'1.0'}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Subnet': {'1.1'}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Trunk': {'1.1'}} Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: consumer versions: Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: { DHCP agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: L3 agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: Metadata agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: Metering agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: Open vSwitch agent@dv-cinder-778193-8-iscsi: { 'AddressGroup': '1.2', Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'ConntrackHelper': '1.0', Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Log': '1.0', Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Network': '1.1', Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Port': '1.7', Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'PortForwarding': '1.2', Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'QosPolicy': '1.9', Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'SecurityGroup': '1.4', Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'SecurityGroupRule': '1.2', Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'SubPort': '1.0', Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Subnet': '1.1', Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Trunk': '1.1'}} Sep 07 04:07:50.744397 dv-cinder-778193-8-iscsi neutron-server[94062]: {{(pid=94062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:07:50.786513 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:07:50.798353 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:07:50.802935 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:07:50.803897 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:50.808820 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93399e21-628f-4424-91ff-18afd42dd4bb None None] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:07:50.836289 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e96eacfb-302e-42b2-8f98-277ccaccfedb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6179931 Sep 07 04:07:50.942992 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac95fccf-7432-4dda-ae77-3baa869ff559 None None] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:07:52.084468 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:07:53.145563 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 35726) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:53.400158 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8ddcc310-2d61-4e98-be02-7e8e3a62347a admin admin] 10.222.0.41 "GET /v2.0/routers/2c9c62f3-4d37-4ca6-96d3-108dbc1d020c HTTP/1.1" status: 200 len: 710 time: 0.2534108 Sep 07 04:07:53.489780 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ffceed-bbe9-4b68-83a6-5bff82edf819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:07:53.491125 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a7ffceed-bbe9-4b68-83a6-5bff82edf819 admin admin] 10.222.0.41 "GET /v2.0/networks/4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 HTTP/1.1" status: 200 len: 886 time: 0.0845006 Sep 07 04:07:53.500646 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:07:53.747725 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:53.979530 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:54.054241 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:54.209592 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Allocated IP 172.27.3.23 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/c35665e2-67c9-4ef4-9ee5-c3ff74973817) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:07:54.334140 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:54.406256 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:54.470674 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:07:54.475356 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:07:54.478009 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:07:54.578633 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Pushing event updated for resources: {'Port': ['ID=c35665e2-67c9-4ef4-9ee5-c3ff74973817,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:54.812079 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:55.002059 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-321763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-323603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15518'] for router, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:55.011723 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-321790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-321768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-321777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-323608'] for router, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:55.121828 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Router 2c9c62f3-4d37-4ca6-96d3-108dbc1d020c has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:07:55.226866 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:07:55.231897 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:55.234679 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-31de4503-93cb-49f1-a1da-007378823904 admin admin] 10.222.0.41 "PUT /v2.0/routers/2c9c62f3-4d37-4ca6-96d3-108dbc1d020c HTTP/1.1" status: 200 len: 889 time: 1.7357047 Sep 07 04:07:55.567248 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Sync routers for ids ['2c9c62f3-4d37-4ca6-96d3-108dbc1d020c'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:07:55.581753 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Routers {'2c9c62f3-4d37-4ca6-96d3-108dbc1d020c'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:07:55.582395 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:07:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['2c9c62f3-4d37-4ca6-96d3-108dbc1d020c'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:55.831359 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Set router 2c9c62f3-4d37-4ca6-96d3-108dbc1d020c gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:07:56.212700 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'name': 'router1', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c35665e2-67c9-4ef4-9ee5-c3ff74973817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:07:36Z', 'updated_at': '2021-09-07T04:07:54Z', 'revision_number': 4, 'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'gw_port': {'id': 'c35665e2-67c9-4ef4-9ee5-c3ff74973817', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:07:54Z', 'updated_at': '2021-09-07T04:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '072f76d9-3dd4-4d0b-a029-2cb0a70c0299', 'name': '', 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'mac_address': 'fa:16:3e:16:c4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '985aa0aa-6625-4752-ab06-2d85df30d972', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:07:45Z', 'updated_at': '2021-09-07T04:07:48Z', 'revision_number': 4, 'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'subnets': [{'id': '985aa0aa-6625-4752-ab06-2d85df30d972', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5b0f865-05dc-42b2-b21c-36c742935676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:56.263198 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Checking router: 2c9c62f3-4d37-4ca6-96d3-108dbc1d020c for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:07:56.263547 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Updating router 2c9c62f3-4d37-4ca6-96d3-108dbc1d020c port c35665e2-67c9-4ef4-9ee5-c3ff74973817 binding host dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:07:56.300587 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:07:56.335368 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:56.463789 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:07:56.478529 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:07:56.478893 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:56.658979 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:56.729969 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=072f76d9-3dd4-4d0b-a029-2cb0a70c0299,segment=NetworkSegment(df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec),segment_id=df31d0c9-d441-4cca-9b7b-eefb2fd2f8ec)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:07:56.735669 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:56.749209 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:56.779402 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Transition to ACTIVE for port object c35665e2-67c9-4ef4-9ee5-c3ff74973817 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:07:56.790140 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:56.804559 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=072f76d9-3dd4-4d0b-a029-2cb0a70c0299,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:56.846332 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Attempting to bind port c35665e2-67c9-4ef4-9ee5-c3ff74973817 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:07:56.846698 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Attempting to bind port c35665e2-67c9-4ef4-9ee5-c3ff74973817 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:07:56.847056 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Attempting to bind port c35665e2-67c9-4ef4-9ee5-c3ff74973817 on network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:07:56.858444 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:07:56.858811 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Checking segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:07:56.859200 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:56.859583 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Bound using segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:07:56.860031 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Bound port: c35665e2-67c9-4ef4-9ee5-c3ff74973817, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:07:56.860437 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:56.861915 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd224602-c567-41a1-aac3-3fe7dc6138b3 None None] Pushing event updated for resources: {'Port': ['ID=c35665e2-67c9-4ef4-9ee5-c3ff74973817,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:56.913970 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] For port c35665e2-67c9-4ef4-9ee5-c3ff74973817, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:07:56.916833 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] For port c35665e2-67c9-4ef4-9ee5-c3ff74973817, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=c35665e2-67c9-4ef4-9ee5-c3ff74973817,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:07:56.922201 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:56.977354 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd224602-c567-41a1-aac3-3fe7dc6138b3 None None] Pushing event updated for resources: {'Port': ['ID=c35665e2-67c9-4ef4-9ee5-c3ff74973817,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:07:56.981377 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Routers {'2c9c62f3-4d37-4ca6-96d3-108dbc1d020c'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:07:56.985063 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:07:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['2c9c62f3-4d37-4ca6-96d3-108dbc1d020c'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:57.167260 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] Set router 2c9c62f3-4d37-4ca6-96d3-108dbc1d020c gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:07:57.378568 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'name': 'router1', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c35665e2-67c9-4ef4-9ee5-c3ff74973817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:07:36Z', 'updated_at': '2021-09-07T04:07:54Z', 'revision_number': 4, 'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'gw_port': {'id': 'c35665e2-67c9-4ef4-9ee5-c3ff74973817', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:07:54Z', 'updated_at': '2021-09-07T04:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '072f76d9-3dd4-4d0b-a029-2cb0a70c0299', 'name': '', 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'mac_address': 'fa:16:3e:16:c4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '985aa0aa-6625-4752-ab06-2d85df30d972', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:07:45Z', 'updated_at': '2021-09-07T04:07:56Z', 'revision_number': 5, 'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'subnets': [{'id': '985aa0aa-6625-4752-ab06-2d85df30d972', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5b0f865-05dc-42b2-b21c-36c742935676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:07:57.403444 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02617d95-0e5d-46d7-87e4-f83c9afc7196 None None] The sync data for ids ['2c9c62f3-4d37-4ca6-96d3-108dbc1d020c'] in dv-cinder-778193-8-iscsi is: [{'id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'name': 'router1', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c35665e2-67c9-4ef4-9ee5-c3ff74973817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:07:36Z', 'updated_at': '2021-09-07T04:07:54Z', 'revision_number': 4, 'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'gw_port': {'id': 'c35665e2-67c9-4ef4-9ee5-c3ff74973817', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:07:54Z', 'updated_at': '2021-09-07T04:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '072f76d9-3dd4-4d0b-a029-2cb0a70c0299', 'name': '', 'network_id': 'c979ea52-f596-4d4e-bd1c-877786ec7b0c', 'tenant_id': '0de0f409a8c048de9db594eeac9ca71d', 'mac_address': 'fa:16:3e:16:c4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c62f3-4d37-4ca6-96d3-108dbc1d020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '985aa0aa-6625-4752-ab06-2d85df30d972', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:07:45Z', 'updated_at': '2021-09-07T04:07:56Z', 'revision_number': 5, 'project_id': '0de0f409a8c048de9db594eeac9ca71d', 'subnets': [{'id': '985aa0aa-6625-4752-ab06-2d85df30d972', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5b0f865-05dc-42b2-b21c-36c742935676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:07:57.644394 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 35738) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:07:57.767096 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-758bf148-1785-4e6b-aa43-0c6ac3640188 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1214752 Sep 07 04:07:58.331752 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:07:58.380488 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:07:58.380855 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:58.459878 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device c35665e2-67c9-4ef4-9ee5-c3ff74973817 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:07:58.507079 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port c35665e2-67c9-4ef4-9ee5-c3ff74973817 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:07:58.511354 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port c35665e2-67c9-4ef4-9ee5-c3ff74973817 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:07:58.511732 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:58.594479 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:58.613710 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port c35665e2-67c9-4ef4-9ee5-c3ff74973817, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=c35665e2-67c9-4ef4-9ee5-c3ff74973817,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:07:58.617540 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:07:58.686032 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=c35665e2-67c9-4ef4-9ee5-c3ff74973817,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:08:00.301186 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device c35665e2-67c9-4ef4-9ee5-c3ff74973817 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:08:00.348573 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port c35665e2-67c9-4ef4-9ee5-c3ff74973817 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:08:00.349201 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:08:11.719859 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e55e58ff-88fe-4502-a721-6a9eff8740f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:08:14.250616 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d1ad57c-598d-45e3-80c4-7d4a3637fb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:08:14.770843 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:08:15.196622 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:08:17.031811 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:08:29.083275 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:08:41.722587 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8353f55-dd8a-47e3-a25a-3241bdb63ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:08:44.237347 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-189f7512-70cf-4c27-9916-c7ebf9456eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:08:44.823810 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:08:45.184389 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:08:47.036662 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:06.081082 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:09:11.724340 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8511a8c-4fd1-4c49-94ca-7eb2c69fc338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:14.238123 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d54703c5-3966-4855-8540-aa752a72e6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:14.765344 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:15.190325 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:17.037024 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:32.866005 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 36300) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:09:32.928548 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.pecan_wsgi.hooks.translation [None req-a525d3e6-1a51-418e-88d7-471e8d0bab68 admin admin] GET failed (client error): The resource could not be found. Sep 07 04:09:32.930148 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a525d3e6-1a51-418e-88d7-471e8d0bab68 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628777 Sep 07 04:09:33.087233 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3226dd-497e-4e84-8655-ce564360c455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:33.088668 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9f3226dd-497e-4e84-8655-ce564360c455 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1541474 Sep 07 04:09:35.273824 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 36310) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:09:35.374241 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd2b6a-07b8-4579-9dc9-f249f9372ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:35.375675 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9bbd2b6a-07b8-4579-9dc9-f249f9372ca0 admin admin] 10.222.0.41 "GET /v2.0/subnets/985aa0aa-6625-4752-ab06-2d85df30d972 HTTP/1.1" status: 200 len: 849 time: 0.1008830 Sep 07 04:09:35.385968 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:09:35.466930 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:35.609118 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729940322012'] for subnet, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:35.636685 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:35.637292 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:35.652346 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] 10.222.0.41 "PUT /v2.0/subnets/985aa0aa-6625-4752-ab06-2d85df30d972 HTTP/1.1" status: 200 len: 868 time: 0.2564826 Sep 07 04:09:35.652572 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb163267-7c92-4210-9318-ee7a69fcb24e None None] Network c979ea52-f596-4d4e-bd1c-877786ec7b0c requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:09:35.666572 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=985aa0aa-6625-4752-ab06-2d85df30d972,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:09:35.674017 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:09:35.674385 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:09:35.674728 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:09:35.675060 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:09:35.675390 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:09:35.675718 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:09:35.676041 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:09:35.676391 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:09:35.676733 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:09:35.677109 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:09:35.677431 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:09:35.677747 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e7b4f-bfdb-4933-98ed-565cae7a60e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:09:36.034898 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f07ac529-6950-4003-8dba-08d0f9d22626 None None] Provisioning complete for port cef880a9-0dbe-4be0-9ec0-424388a389ec triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:09:36.035266 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f07ac529-6950-4003-8dba-08d0f9d22626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:36.120575 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f07ac529-6950-4003-8dba-08d0f9d22626 None None] Provisioning complete for port 072f76d9-3dd4-4d0b-a029-2cb0a70c0299 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:09:36.120845 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f07ac529-6950-4003-8dba-08d0f9d22626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:37.901788 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36318) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:09:38.187498 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8db110-7663-43ba-9ffe-29691b2c9554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:38.187962 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8db110-7663-43ba-9ffe-29691b2c9554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:38.189523 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ab8db110-7663-43ba-9ffe-29691b2c9554 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2867892 Sep 07 04:09:40.357362 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36328) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:09:40.484759 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b47ddcd-b207-405a-a014-bba1a54bd207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:40.485237 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b47ddcd-b207-405a-a014-bba1a54bd207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:40.486753 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2b47ddcd-b207-405a-a014-bba1a54bd207 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1284442 Sep 07 04:09:41.726543 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f97a00f3-53b5-4dc9-b9d4-bc40f68487f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:42.669363 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36336) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:09:42.791842 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d56bb7-3714-4440-af90-4069de259128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:42.793215 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c4d56bb7-3714-4440-af90-4069de259128 admin admin] 10.222.0.41 "GET /v2.0/networks/4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 HTTP/1.1" status: 200 len: 886 time: 0.1229177 Sep 07 04:09:43.080060 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:09:44.239417 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-46a30461-2088-4562-8f7e-305abd21c725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:44.765504 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:44.986660 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36344) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:09:45.113036 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6069ce-a5a2-48fd-b5af-25ae84360de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:45.114410 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-3c6069ce-a5a2-48fd-b5af-25ae84360de2 admin admin] 10.222.0.41 "GET /v2.0/networks/c979ea52-f596-4d4e-bd1c-877786ec7b0c HTTP/1.1" status: 200 len: 869 time: 0.1268015 Sep 07 04:09:45.190622 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:47.039082 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:09:47.281120 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36352) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:09:47.402482 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2603087-0d46-4a52-9c0c-bea9f8c70cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:47.402930 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2603087-0d46-4a52-9c0c-bea9f8c70cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:47.404459 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a2603087-0d46-4a52-9c0c-bea9f8c70cb1 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224267 Sep 07 04:09:49.558521 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36360) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:09:49.646428 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058f6e5-a09c-4820-9349-3a34d03a2e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:49.646876 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058f6e5-a09c-4820-9349-3a34d03a2e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:49.648975 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-4058f6e5-a09c-4820-9349-3a34d03a2e9f admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895371 Sep 07 04:09:51.815245 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36368) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:09:51.908063 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31837570-58c3-48af-8acc-a0187d9a6b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:51.909434 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-31837570-58c3-48af-8acc-a0187d9a6b08 admin admin] 10.222.0.41 "GET /v2.0/subnets/985aa0aa-6625-4752-ab06-2d85df30d972 HTTP/1.1" status: 200 len: 868 time: 0.0932517 Sep 07 04:09:54.108524 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36376) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:09:54.192719 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83a88ab-7394-4af7-80c6-9d171960d223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:09:54.194039 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d83a88ab-7394-4af7-80c6-9d171960d223 admin admin] 10.222.0.41 "GET /v2.0/subnets/db3549dc-65a5-42b2-bd40-d03188cc1377 HTTP/1.1" status: 200 len: 816 time: 0.0845826 Sep 07 04:10:11.730694 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0521869e-88ce-4418-a892-69c1e8df9a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:14.240718 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0b5bc665-143d-408e-954d-e6cc9db4863a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:14.765364 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:15.194029 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:17.041776 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:17.589545 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36430) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:10:17.635941 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [None req-7c88a4fe-8a94-4684-9d73-6a67c082f103 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:10:17.636959 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7c88a4fe-8a94-4684-9d73-6a67c082f103 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464892 Sep 07 04:10:19.896377 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36438) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:10:19.957660 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a902ad-6762-4702-a3a0-14247553a97b admin admin] GET failed (client error): The resource could not be found. Sep 07 04:10:19.958963 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-25a902ad-6762-4702-a3a0-14247553a97b admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616322 Sep 07 04:10:20.079203 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:10:20.097628 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d200d1e-5edd-4c60-8d5f-28eb6d11dc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:10:20.099099 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-3d200d1e-5edd-4c60-8d5f-28eb6d11dc1b admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1348214 Sep 07 04:10:22.297849 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36446) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:10:22.344801 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:10:22.365499 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Made reservation on behalf of 5a1a1b93f4fe4f78bdf0052cb01794e5 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:10:22.367674 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:22.397908 dv-cinder-778193-8-iscsi neutron-server[94063]: WARNING neutron.services.revisions.revision_plugin [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Could not find related network for resource to bump revision. Sep 07 04:10:22.408697 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:10:22.417322 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:22.417670 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Added segment 0e4fcfb9-1728-4225-84aa-85b0aa70536d of type vlan for network 49978998-1150-4389-b70c-90bbf66d2e3d Sep 07 04:10:22.455927 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:22.477741 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:22.478665 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:10:22.479239 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:22.511128 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2122500 Sep 07 04:10:22.537883 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Pushing event updated for resources: {'Network': ['ID=49978998-1150-4389-b70c-90bbf66d2e3d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:10:22.545240 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:22.545583 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:22.545923 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:22.546257 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:22.546587 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:22.546930 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:22.547246 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:22.547566 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:22.547912 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:22.548241 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:22.548586 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:22.548909 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9238e7-f557-4ba5-b8c7-4779a2719725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:22.560591 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network 49978998-1150-4389-b70c-90bbf66d2e3d details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:10:24.763583 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 36454) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:10:24.822409 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cad0d0-805a-4474-81ff-64801088ad2e admin admin] GET failed (client error): The resource could not be found. Sep 07 04:10:24.823732 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b4cad0d0-805a-4474-81ff-64801088ad2e admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592158 Sep 07 04:10:24.959729 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b3df8-b223-4e63-bf77-022bdbd17b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:10:24.961227 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-058b3df8-b223-4e63-bf77-022bdbd17b67 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1329668 Sep 07 04:10:24.971854 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-f258b954-00d3-42a4-945c-67815c530925 admin admin] Request body: {'subnet': {'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:10:24.992438 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f258b954-00d3-42a4-945c-67815c530925 admin admin] Made reservation on behalf of 5a1a1b93f4fe4f78bdf0052cb01794e5 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:10:24.994568 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f258b954-00d3-42a4-945c-67815c530925 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:25.157177 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f258b954-00d3-42a4-945c-67815c530925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:25.208993 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258b954-00d3-42a4-945c-67815c530925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1280ec16-e784-4509-9186-ff008bbb6646,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:10:25.217566 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f258b954-00d3-42a4-945c-67815c530925 admin admin] Checking segment: {'id': '0e4fcfb9-1728-4225-84aa-85b0aa70536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:10:25.217915 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f258b954-00d3-42a4-945c-67815c530925 admin admin] Network hostable DHCP agents. Network: 49978998-1150-4389-b70c-90bbf66d2e3d, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:10:25.233303 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f258b954-00d3-42a4-945c-67815c530925 admin admin] Network 49978998-1150-4389-b70c-90bbf66d2e3d is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:10:25.240874 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-f258b954-00d3-42a4-945c-67815c530925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, 49978998-1150-4389-b70c-90bbf66d2e3d) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:10:25.244975 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f258b954-00d3-42a4-945c-67815c530925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:10:25.245558 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f258b954-00d3-42a4-945c-67815c530925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:25.249942 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbdf229-0bd5-45d6-b241-e37a3961df30 None None] Network 49978998-1150-4389-b70c-90bbf66d2e3d requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:10:25.263461 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f258b954-00d3-42a4-945c-67815c530925 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2902167 Sep 07 04:10:25.493007 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15dbd0e4-63ce-5fb6-91ef-286bacd01d99-49978998-1150-4389-b70c-90bbf66d2e3d', 'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d', 'tenant_id': '5a1a1b93f4fe4f78bdf0052cb01794e5', 'fixed_ips': [{'subnet_id': '1280ec16-e784-4509-9186-ff008bbb6646'}]}} from dv-cinder-778193-8-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:10:25.494372 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:25.633285 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Allocated IP 192.168.233.2 (49978998-1150-4389-b70c-90bbf66d2e3d/1280ec16-e784-4509-9186-ff008bbb6646/4185575d-f0fc-4b74-bad9-70c6f07f2a3d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:10:25.777003 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:25.785345 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Transition to ACTIVE for port object 4185575d-f0fc-4b74-bad9-70c6f07f2a3d will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:10:25.800701 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Transition to ACTIVE for port object 4185575d-f0fc-4b74-bad9-70c6f07f2a3d will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:10:25.806830 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:25.843186 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Network 49978998-1150-4389-b70c-90bbf66d2e3d is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:10:25.845941 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:10:25.849304 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:10:25.859338 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Pushing event updated for resources: {'Port': ['ID=4185575d-f0fc-4b74-bad9-70c6f07f2a3d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:10:25.880468 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:25.880815 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:25.881159 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:25.881509 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:25.881842 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:25.882167 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:25.882490 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:25.882812 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:25.883150 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:25.883483 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:25.883822 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:25.884132 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:10:25.916900 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Attempting to bind port 4185575d-f0fc-4b74-bad9-70c6f07f2a3d on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:10:25.917268 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Attempting to bind port 4185575d-f0fc-4b74-bad9-70c6f07f2a3d by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '0e4fcfb9-1728-4225-84aa-85b0aa70536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:10:25.917623 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Attempting to bind port 4185575d-f0fc-4b74-bad9-70c6f07f2a3d on network 49978998-1150-4389-b70c-90bbf66d2e3d {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:10:25.922579 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:10:25.922949 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Checking segment: {'id': '0e4fcfb9-1728-4225-84aa-85b0aa70536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:10:25.923341 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:25.923744 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Bound using segment: {'id': '0e4fcfb9-1728-4225-84aa-85b0aa70536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:10:25.924224 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Bound port: 4185575d-f0fc-4b74-bad9-70c6f07f2a3d, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4fcfb9-1728-4225-84aa-85b0aa70536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:10:25.924666 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:25.988594 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] For port 4185575d-f0fc-4b74-bad9-70c6f07f2a3d, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:10:25.991955 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] For port 4185575d-f0fc-4b74-bad9-70c6f07f2a3d, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=4185575d-f0fc-4b74-bad9-70c6f07f2a3d,segment=NetworkSegment(0e4fcfb9-1728-4225-84aa-85b0aa70536d),segment_id=0e4fcfb9-1728-4225-84aa-85b0aa70536d)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:10:25.998105 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:26.051599 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8b54b-52e3-46f6-9429-ad1e59c1b52e None None] Pushing event updated for resources: {'Port': ['ID=4185575d-f0fc-4b74-bad9-70c6f07f2a3d,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:10:26.395241 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 4185575d-f0fc-4b74-bad9-70c6f07f2a3d up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:10:26.452132 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 4185575d-f0fc-4b74-bad9-70c6f07f2a3d completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:10:26.828002 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e8933-3f98-43ad-9883-e60d3d06a386 None None] Network 49978998-1150-4389-b70c-90bbf66d2e3d requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:10:26.906625 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5555df24-a230-4810-b0d5-485c4a84e33d None None] Provisioning for port 4185575d-f0fc-4b74-bad9-70c6f07f2a3d completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:10:26.916827 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5555df24-a230-4810-b0d5-485c4a84e33d None None] Provisioning complete for port 4185575d-f0fc-4b74-bad9-70c6f07f2a3d triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:10:26.917201 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5555df24-a230-4810-b0d5-485c4a84e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:27.065855 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5555df24-a230-4810-b0d5-485c4a84e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:27.101680 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-5555df24-a230-4810-b0d5-485c4a84e33d None None] For port 4185575d-f0fc-4b74-bad9-70c6f07f2a3d, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=4185575d-f0fc-4b74-bad9-70c6f07f2a3d,segment=NetworkSegment(0e4fcfb9-1728-4225-84aa-85b0aa70536d),segment_id=0e4fcfb9-1728-4225-84aa-85b0aa70536d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:10:27.105521 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5555df24-a230-4810-b0d5-485c4a84e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:27.160246 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555df24-a230-4810-b0d5-485c4a84e33d None None] Pushing event updated for resources: {'Port': ['ID=4185575d-f0fc-4b74-bad9-70c6f07f2a3d,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:10:27.224232 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-710f299a-5864-49c1-9ce0-af54310c4bfd None None] Provisioning complete for port 4185575d-f0fc-4b74-bad9-70c6f07f2a3d triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:10:27.224685 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-710f299a-5864-49c1-9ce0-af54310c4bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:28.373411 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 4185575d-f0fc-4b74-bad9-70c6f07f2a3d up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:10:28.422091 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 4185575d-f0fc-4b74-bad9-70c6f07f2a3d triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:10:28.422373 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:41.731270 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-abc6e0aa-e0fd-4645-b310-9419ab118601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:44.241328 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3bd42c1-09b7-4841-8b93-4d6cb1f1f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:44.765878 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:45.194253 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:47.045715 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:10:57.078458 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:11:11.731724 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a97aab7-9f6f-444e-a986-3a0e62c67097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:14.241135 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ff142e3-45df-4b70-9c8c-9f7aad438a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:14.768836 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:15.202315 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:17.048449 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:34.077242 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:11:41.731922 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae7a6b82-42f2-4516-a331-e78c60330471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:41.750440 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 36506) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:11:41.757240 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [None req-9c39c53d-5feb-4f7a-a967-a7c22e1527f8 tempest-verify_tempest_config-1890637436 tempest-verify_tempest_config-1890637436-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:11:41.758214 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9c39c53d-5feb-4f7a-a967-a7c22e1527f8 tempest-verify_tempest_config-1890637436 tempest-verify_tempest_config-1890637436-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067627 Sep 07 04:11:42.049600 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36524) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:11:42.150048 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:42.239766 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:42.244289 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:42.287739 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=995c6b8d5c48457e9ad74b3ce60ff233&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2370627 Sep 07 04:11:42.288662 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8327ee31-3457-4507-9c10-6e4610eed73e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:11:42.290945 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 36530) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:11:42.295634 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.295992 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.296355 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.296683 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.297007 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.297348 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.297671 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.297989 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.298324 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.298641 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.298955 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.299268 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f80a1-c260-4ad8-9908-c510632fc09f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.373039 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:42.392600 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:42.478016 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:42.480583 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:42.481731 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8327ee31-3457-4507-9c10-6e4610eed73e HTTP/1.1" status: 204 len: 168 time: 0.1898394 Sep 07 04:11:42.489324 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8327ee31-3457-4507-9c10-6e4610eed73e,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:11:42.496380 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.496670 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.497007 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.497340 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.497665 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.498009 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.498333 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.498656 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.498977 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.499299 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.499615 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:42.499933 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570fff9-b74c-4613-9526-7bf59c5e1902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:11:44.242101 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7a9e-ac11-4de5-8cf8-2c29e75ceb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:44.770248 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:45.201002 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:11:47.051822 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:12:11.075627 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:12:11.737778 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1fa93105-6b60-4ac5-9bd0-e0cf76a8487c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:12:14.241315 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c638f61d-8af8-4fa0-9380-92e900488fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:12:14.770491 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:12:15.202903 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:12:17.054319 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:12:41.729640 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f30a8c0-e91d-4316-939a-209fa3a26bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:12:44.242649 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0492fbc-d795-495a-a58c-41f4270c5952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:12:44.770338 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:12:45.205887 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:12:47.057373 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:12:48.074107 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:13:11.730252 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae86483d-32bb-4f5d-b18a-9d7c3092fc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:13:14.241505 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bb8f959a-fd1d-4176-991a-62ccb8f91f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:13:14.769784 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:13:15.208191 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:13:16.987107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-322280'] for agent, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:13:17.061624 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:13:25.072547 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:13:31.255005 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 36602) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:13:31.357591 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7eddca96-4354-4629-a3c5-320c0e47cae7 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1014922 Sep 07 04:13:33.538814 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 36612) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:13:33.592304 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-52a46a3e-290c-4877-8ac2-8f26e92c9fa5 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0523205 Sep 07 04:13:41.729563 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4884dac1-56da-4c41-978c-5b94d984da6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:13:44.241727 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ba17fab-c39f-4b60-913a-135c4b84eca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:13:44.769799 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:13:45.211475 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:13:46.939743 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:13:47.063864 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:14:02.070787 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:14:11.730628 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-669b6e10-739e-4d50-b9d0-2d76fef02c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:14:14.242737 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5128a5b4-dee6-4aa1-ad4f-9651ad6d200f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:14:14.770795 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:14:15.214834 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:14:16.953169 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:14:17.067770 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:14:39.070734 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:14:41.730661 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6811caeb-0f62-4431-ab1b-7da516ab93f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:14:44.243725 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07c59114-400a-439f-9bfa-8793c65eab53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:14:44.770971 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:14:45.219074 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:14:46.952696 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:14:47.069433 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:03.895130 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 36804) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:04.085930 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-726878190-network', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:04.117727 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Made reservation on behalf of ff9821ae5cb04759b08ab6b61136c64f for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:04.120612 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.144753 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.255305 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.260955 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.328844 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:15:04.343486 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8aa234-d98c-4b08-9ccd-3ac4add5a6dd,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:04.358301 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.358845 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.359356 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.359870 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.360383 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.361045 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.369112 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.370808 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.374279 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.374669 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.376160 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.376538 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Tracked resource versions report: Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: pushed versions: Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: { 'AddressGroup': {'1.2'}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'ConntrackHelper': {'1.0'}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Log': {'1.0'}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Network': {'1.1'}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Port': {'1.7'}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'PortForwarding': {'1.2'}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'QosPolicy': {'1.9'}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'SecurityGroup': {'1.4'}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'SubPort': {'1.0'}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Subnet': {'1.1'}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Trunk': {'1.1'}} Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: consumer versions: Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: { DHCP agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: HyperV agent@hv-cinder-77819: {}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: L3 agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: Metadata agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: Metering agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: Open vSwitch agent@dv-cinder-778193-8-iscsi: { 'AddressGroup': '1.2', Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'ConntrackHelper': '1.0', Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Log': '1.0', Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Network': '1.1', Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Port': '1.7', Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'PortForwarding': '1.2', Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'QosPolicy': '1.9', Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'SecurityGroup': '1.4', Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'SecurityGroupRule': '1.2', Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'SubPort': '1.0', Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Subnet': '1.1', Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: 'Trunk': '1.1'}} Sep 07 04:15:04.381413 dv-cinder-778193-8-iscsi neutron-server[94062]: {{(pid=94062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:15:04.388954 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729940560487', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.389950 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Unsubscribe: segment precommit_create {{(pid=94062) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 04:15:04.390635 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Added segment b6620375-3ba6-4044-afe1-92a6b8e4996b of type vlan for network 2e1703b7-84ae-4608-b580-140135a26f9e Sep 07 04:15:04.460126 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.504669 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.505919 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:04.506910 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.531128 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36840) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:04.571810 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 36846) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:04.598982 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7017136 Sep 07 04:15:04.602046 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36850) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:04.608115 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Request body: {'subnet': {'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-726878190-subnet', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:04.632745 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20972ce-0ab5-44c6-80b1-bb05aaeec764 admin admin] Pushing event updated for resources: {'Network': ['ID=2e1703b7-84ae-4608-b580-140135a26f9e,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:04.634244 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Made reservation on behalf of ff9821ae5cb04759b08ab6b61136c64f for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:04.640051 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Notify callbacks [] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.645141 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network 2e1703b7-84ae-4608-b580-140135a26f9e details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:15:04.656442 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36858) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:04.834923 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.875616 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-65175473-network', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:04.881696 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-network', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:04.903456 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77badf1-c6f9-4ffb-a974-28df91afb7c9,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:04.917623 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.918322 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.918821 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.919213 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.919529 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.919889 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.920325 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.920795 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.921547 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.921874 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.922182 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.922542 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Tracked resource versions report: Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: pushed versions: Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: { 'AddressGroup': {'1.2'}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'ConntrackHelper': {'1.0'}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Log': {'1.0'}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Network': {'1.1'}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Port': {'1.7'}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'PortForwarding': {'1.2'}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'QosPolicy': {'1.9'}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'SecurityGroup': {'1.4'}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'SubPort': {'1.0'}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Subnet': {'1.1'}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Trunk': {'1.1'}} Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: consumer versions: Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: { DHCP agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: HyperV agent@hv-cinder-77819: {}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: L3 agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: Metadata agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: Metering agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: Open vSwitch agent@dv-cinder-778193-8-iscsi: { 'AddressGroup': '1.2', Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'ConntrackHelper': '1.0', Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Log': '1.0', Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Network': '1.1', Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Port': '1.7', Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'PortForwarding': '1.2', Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'QosPolicy': '1.9', Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'SecurityGroup': '1.4', Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'SecurityGroupRule': '1.2', Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'SubPort': '1.0', Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Subnet': '1.1', Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: 'Trunk': '1.1'}} Sep 07 04:15:04.923590 dv-cinder-778193-8-iscsi neutron-server[94063]: {{(pid=94063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:15:04.927465 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Made reservation on behalf of bf1369739d3f489aa9ac09e68d77a7c7 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:04.927905 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.928320 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.db.api [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 04:15:04.928320 dv-cinder-778193-8-iscsi neutron-server[94063]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 04:15:04.928320 dv-cinder-778193-8-iscsi neutron-server[94063]: [parameters: {'project_id_1': 'd3ba3c30ac964bac82d38844399d0bce', 'expiration_1': datetime.datetime(2021, 9, 7, 4, 14, 44, 901746)}] Sep 07 04:15:04.928320 dv-cinder-778193-8-iscsi neutron-server[94063]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 04:15:04.928901 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG oslo_db.api [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 04:15:04.937491 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-247926349-network', 'tenant_id': '7e1bdb62dbf04d93ad2ccca3b6790ab3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:04.940899 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.942078 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Checking segment: {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:04.942424 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Network hostable DHCP agents. Network: 2e1703b7-84ae-4608-b580-140135a26f9e, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:15:04.970805 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Made reservation on behalf of 7e1bdb62dbf04d93ad2ccca3b6790ab3 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:04.973392 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:04.985268 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Network 2e1703b7-84ae-4608-b580-140135a26f9e is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:15:04.993073 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.002707 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, 2e1703b7-84ae-4608-b580-140135a26f9e) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:05.008685 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:05.009451 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.014750 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3abf4b7-7418-4053-ae2e-37a95a556a01 None None] Network 2e1703b7-84ae-4608-b580-140135a26f9e requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:05.078691 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.086108 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.094566 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c5d82f72-f1d0-4e57-b293-c45a0bbe6bba admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4914315 Sep 07 04:15:05.097668 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36876) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:05.102241 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:05.133725 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:15:05.165576 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.166509 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Added segment b2b6baa5-9a86-4d64-b538-f19beccc3f68 of type vlan for network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 Sep 07 04:15:05.231286 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.256573 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.266784 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443d1c27-a351-4d4c-8a29-eb603b8dd411,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:05.272627 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.272929 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.274398 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:05.275091 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.297881 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:15:05.313219 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.313521 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Added segment c82cbeb8-7f17-4303-a309-52211984703d of type vlan for network 144bc590-8126-4743-bb9a-b980d2279713 Sep 07 04:15:05.349494 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15dbd0e4-63ce-5fb6-91ef-286bacd01d99-2e1703b7-84ae-4608-b580-140135a26f9e', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9'}]}} from dv-cinder-778193-8-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:15:05.349881 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.366920 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=321f0f4c-b788-479a-a9d9-b101cbaa39d1,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:05.380563 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.399627 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-323213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11647'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.400678 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-323645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-321677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15500'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.412235 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-adaf9dbd-0c4b-434d-8726-7cc15213e0e2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8320334 Sep 07 04:15:05.413295 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 36884) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:05.419844 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-7abe2afb-e7cc-44b1-8c52-ed1763878162 admin admin] Request body: {'subnet': {'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-subnet', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:05.438222 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d691f30-2558-4f4c-b8ef-4617420ccca5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:05.445945 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.447650 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:05.448529 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.450426 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abe2afb-e7cc-44b1-8c52-ed1763878162 admin admin] Made reservation on behalf of bf1369739d3f489aa9ac09e68d77a7c7 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:05.454680 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7abe2afb-e7cc-44b1-8c52-ed1763878162 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.491013 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Allocated IP 172.20.0.2 (2e1703b7-84ae-4608-b580-140135a26f9e/c77badf1-c6f9-4ffb-a974-28df91afb7c9/4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:05.574857 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:15:05.646306 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] Pushing event updated for resources: {'Network': ['ID=144bc590-8126-4743-bb9a-b980d2279713,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:05.650881 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d3a37093-cc3e-4efd-a03f-9d0f4accc398 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9934564 Sep 07 04:15:05.656769 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36896) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:05.677032 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network 144bc590-8126-4743-bb9a-b980d2279713 details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:15:05.718683 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f7664c2e-d897-475b-8d42-7cf4fabc3df9 admin admin] Request body: {'subnet': {'network_id': '144bc590-8126-4743-bb9a-b980d2279713', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-247926349-subnet', 'tenant_id': '7e1bdb62dbf04d93ad2ccca3b6790ab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:05.736673 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.761524 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7abe2afb-e7cc-44b1-8c52-ed1763878162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:05.868093 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe2afb-e7cc-44b1-8c52-ed1763878162 admin admin] Checking segment: {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:05.868387 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abe2afb-e7cc-44b1-8c52-ed1763878162 admin admin] Network hostable DHCP agents. Network: 321f0f4c-b788-479a-a9d9-b101cbaa39d1, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:15:05.874208 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe2afb-e7cc-44b1-8c52-ed1763878162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9264c29e-9805-4040-b610-de9e25a6f596,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:05.896247 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abe2afb-e7cc-44b1-8c52-ed1763878162 admin admin] Network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:15:05.915852 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-7abe2afb-e7cc-44b1-8c52-ed1763878162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, 321f0f4c-b788-479a-a9d9-b101cbaa39d1) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:05.926712 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe2afb-e7cc-44b1-8c52-ed1763878162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:05.928968 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ee896e-8b6d-4023-a414-25823e59518a None None] Network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:05.930972 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7abe2afb-e7cc-44b1-8c52-ed1763878162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.007304 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.016378 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.024288 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Made reservation on behalf of d3ba3c30ac964bac82d38844399d0bce for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:06.027182 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.038035 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.049053 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Transition to ACTIVE for port object 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:06.075196 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7664c2e-d897-475b-8d42-7cf4fabc3df9 admin admin] Made reservation on behalf of 7e1bdb62dbf04d93ad2ccca3b6790ab3 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:06.076835 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Transition to ACTIVE for port object 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:06.077479 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7664c2e-d897-475b-8d42-7cf4fabc3df9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.085922 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7abe2afb-e7cc-44b1-8c52-ed1763878162 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6712637 Sep 07 04:15:06.086652 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 36914) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:06.093336 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:06.094147 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.161503 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Network 2e1703b7-84ae-4608-b580-140135a26f9e is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:06.164048 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.168066 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:06.174830 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:06.178073 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.193578 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Pushing event updated for resources: {'Port': ['ID=4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:06.216748 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-323213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11647'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.218446 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-323645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-321677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15500'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.238967 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:06.239691 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:06.240688 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:06.240837 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:06.241277 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:06.242068 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:06.242068 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:06.242561 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:06.242996 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:06.243421 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:06.243848 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:06.244373 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Tracked resource versions report: Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: pushed versions: Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: { 'AddressGroup': {'1.2'}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'ConntrackHelper': {'1.0'}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Log': {'1.0'}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Network': {'1.1'}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Port': {'1.7'}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'PortForwarding': {'1.2'}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'QosPolicy': {'1.9'}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'SecurityGroup': {'1.4'}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'SubPort': {'1.0'}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Subnet': {'1.1'}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Trunk': {'1.1'}} Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: consumer versions: Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: { DHCP agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: HyperV agent@hv-cinder-77819: {}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: L3 agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: Metadata agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: Metering agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: Open vSwitch agent@dv-cinder-778193-8-iscsi: { 'AddressGroup': '1.2', Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'ConntrackHelper': '1.0', Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Log': '1.0', Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Network': '1.1', Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Port': '1.7', Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'PortForwarding': '1.2', Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'QosPolicy': '1.9', Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'SecurityGroup': '1.4', Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'SecurityGroupRule': '1.2', Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'SubPort': '1.0', Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Subnet': '1.1', Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: 'Trunk': '1.1'}} Sep 07 04:15:06.245498 dv-cinder-778193-8-iscsi neutron-server[94064]: {{(pid=94064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:15:06.247757 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:15:06.253346 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15dbd0e4-63ce-5fb6-91ef-286bacd01d99-321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596'}]}} from dv-cinder-778193-8-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:15:06.254303 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.292636 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Attempting to bind port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:06.293072 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Attempting to bind port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:06.293502 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Attempting to bind port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a on network 2e1703b7-84ae-4608-b580-140135a26f9e {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:06.305734 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:06.306185 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Checking segment: {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:06.306707 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.307175 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Bound using segment: {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:06.307762 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Bound port: 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:06.308236 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.426661 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.427089 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Added segment ad11dc80-59a7-44fc-9583-60715494fa3d of type vlan for network 9d754632-b351-4011-8daa-9d3dc5d3b53b Sep 07 04:15:06.428281 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:06.477005 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.511700 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] For port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:06.530167 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] For port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:06.535719 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Allocated IP 172.20.0.2 (321f0f4c-b788-479a-a9d9-b101cbaa39d1/9264c29e-9805-4040-b610-de9e25a6f596/2361b609-287d-4a6b-8846-1e80485b35e8) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:06.552155 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.585676 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.785008 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.798205 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.799817 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:06.800858 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:06.809910 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 36936) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:06.829174 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b64f5-1231-4e6f-8bbf-7ccfe3a88031 None None] Pushing event updated for resources: {'Port': ['ID=4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:07.051617 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.081777 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Transition to ACTIVE for port object 2361b609-287d-4a6b-8846-1e80485b35e8 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:07.113342 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Transition to ACTIVE for port object 2361b609-287d-4a6b-8846-1e80485b35e8 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:07.131595 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.201507 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6687548 Sep 07 04:15:07.202195 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36954) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:07.206847 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a24bc-73f5-4c17-8484-102d2edc8dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d754632-b351-4011-8daa-9d3dc5d3b53b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:07.212425 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-fb0f4e2c-cb2f-4e4f-9563-bc0e011f2cbb admin admin] Request body: {'subnet': {'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-65175473-subnet', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:07.245582 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:07.254516 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network 9d754632-b351-4011-8daa-9d3dc5d3b53b details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:15:07.263727 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7664c2e-d897-475b-8d42-7cf4fabc3df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.304698 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b44be265-34e3-474c-b228-514b18f4725c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.336622 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:07.343754 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:07.376434 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Pushing event updated for resources: {'Port': ['ID=2361b609-287d-4a6b-8846-1e80485b35e8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:07.391381 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0f4e2c-cb2f-4e4f-9563-bc0e011f2cbb admin admin] Made reservation on behalf of d3ba3c30ac964bac82d38844399d0bce for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:07.393775 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb0f4e2c-cb2f-4e4f-9563-bc0e011f2cbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.421628 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Attempting to bind port 2361b609-287d-4a6b-8846-1e80485b35e8 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:07.422264 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Attempting to bind port 2361b609-287d-4a6b-8846-1e80485b35e8 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:07.422803 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Attempting to bind port 2361b609-287d-4a6b-8846-1e80485b35e8 on network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:07.428685 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:07.429369 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Checking segment: {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:07.429941 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.430520 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Bound using segment: {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:07.431143 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Bound port: 2361b609-287d-4a6b-8846-1e80485b35e8, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:07.431741 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.439894 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7664c2e-d897-475b-8d42-7cf4fabc3df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc3318a-36f0-44b5-9b37-03cc47679c66,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:07.466565 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.470620 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.514726 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] For port 2361b609-287d-4a6b-8846-1e80485b35e8, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:07.521866 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.522913 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] For port 2361b609-287d-4a6b-8846-1e80485b35e8, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=2361b609-287d-4a6b-8846-1e80485b35e8,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:07.526629 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7664c2e-d897-475b-8d42-7cf4fabc3df9 admin admin] Checking segment: {'id': 'c82cbeb8-7f17-4303-a309-52211984703d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '144bc590-8126-4743-bb9a-b980d2279713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:07.526990 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7664c2e-d897-475b-8d42-7cf4fabc3df9 admin admin] Network hostable DHCP agents. Network: 144bc590-8126-4743-bb9a-b980d2279713, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:15:07.529900 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.540904 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.624596 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeb43f-6ac9-4f2a-997f-83f8c252823b None None] Pushing event updated for resources: {'Port': ['ID=2361b609-287d-4a6b-8846-1e80485b35e8,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:07.659280 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7664c2e-d897-475b-8d42-7cf4fabc3df9 admin admin] Network 144bc590-8126-4743-bb9a-b980d2279713 is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:15:07.681530 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Allocated IP 172.27.3.177 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/625ec878-b84a-4ad9-8bff-6142d573e088) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:07.681742 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f7664c2e-d897-475b-8d42-7cf4fabc3df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, 144bc590-8126-4743-bb9a-b980d2279713) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:07.689196 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7664c2e-d897-475b-8d42-7cf4fabc3df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:07.689986 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7664c2e-d897-475b-8d42-7cf4fabc3df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.696375 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bff49c-1e98-4669-8fba-41a8ff06c1ca None None] Network 144bc590-8126-4743-bb9a-b980d2279713 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:07.833712 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b44be265-34e3-474c-b228-514b18f4725c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.840632 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb0f4e2c-cb2f-4e4f-9563-bc0e011f2cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.841839 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b44be265-34e3-474c-b228-514b18f4725c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.887029 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b44be265-34e3-474c-b228-514b18f4725c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ec4855232234a88a8e251e5c306a902&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0726113 Sep 07 04:15:07.894270 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f7664c2e-d897-475b-8d42-7cf4fabc3df9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1794591 Sep 07 04:15:07.894270 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 36970) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:07.960785 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44be265-34e3-474c-b228-514b18f4725c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d82018-b02e-46ad-8083-c9d37232cbf7,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:07.986481 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:07.987976 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ff066-cf3a-448c-8c67-ac33b5d5eeda None None] Network 144bc590-8126-4743-bb9a-b980d2279713 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:08.040572 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:08.054380 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f4e2c-cb2f-4e4f-9563-bc0e011f2cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:08.077382 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:08.088867 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:08.094510 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:08.159061 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Pushing event updated for resources: {'Port': ['ID=625ec878-b84a-4ad9-8bff-6142d573e088,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:08.159900 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Allocated IP 172.27.3.253 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/6c98d298-6a11-4a22-86d5-abfb1c32ef18) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:08.238817 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb0c71-e2db-4a40-b9fb-30f601dffa89 None None] Network 2e1703b7-84ae-4608-b580-140135a26f9e requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:08.371436 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:08.376398 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f4e2c-cb2f-4e4f-9563-bc0e011f2cbb admin admin] Checking segment: {'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:08.376977 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f4e2c-cb2f-4e4f-9563-bc0e011f2cbb admin admin] Network hostable DHCP agents. Network: 9d754632-b351-4011-8daa-9d3dc5d3b53b, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:15:08.420344 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7221-928b-4cd9-b157-474d1cd7fece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:08.435180 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-e575dfaf-c0fa-42a4-94a2-aac8913498b6 None None] Provisioning for port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:08.480025 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7221-928b-4cd9-b157-474d1cd7fece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:08.527683 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:08.560294 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7221-928b-4cd9-b157-474d1cd7fece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:08.564918 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7221-928b-4cd9-b157-474d1cd7fece admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:08.566706 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2c7f7221-928b-4cd9-b157-474d1cd7fece admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4d82018-b02e-46ad-8083-c9d37232cbf7 HTTP/1.1" status: 204 len: 168 time: 0.6689322 Sep 07 04:15:08.581779 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f4e2c-cb2f-4e4f-9563-bc0e011f2cbb admin admin] Network 9d754632-b351-4011-8daa-9d3dc5d3b53b is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:15:08.682248 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f4e2c-cb2f-4e4f-9563-bc0e011f2cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, 9d754632-b351-4011-8daa-9d3dc5d3b53b) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:08.684626 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37016) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:08.689916 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0f4e2c-cb2f-4e4f-9563-bc0e011f2cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:08.693525 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb0f4e2c-cb2f-4e4f-9563-bc0e011f2cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:08.700289 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871feab-d545-4c9a-9489-aa1a809b6abd None None] Network 9d754632-b351-4011-8daa-9d3dc5d3b53b requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:08.703940 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f7221-928b-4cd9-b157-474d1cd7fece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d82018-b02e-46ad-8083-c9d37232cbf7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:08.802429 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 2361b609-287d-4a6b-8846-1e80485b35e8 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:08.804645 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-fb0f4e2c-cb2f-4e4f-9563-bc0e011f2cbb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5982234 Sep 07 04:15:08.805472 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37018) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:08.810544 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-65175473-router', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:08.815590 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:08.851971 dv-cinder-778193-8-iscsi neutron-server[94062]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 04:15:08.942966 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:08.950174 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:08.954839 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:08.964930 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-323213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11647'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:08.966240 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-323645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-321677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15500'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:09.040578 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 2361b609-287d-4a6b-8846-1e80485b35e8 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:09.054244 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:09.102322 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Pushing event updated for resources: {'Port': ['ID=6c98d298-6a11-4a22-86d5-abfb1c32ef18,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:09.187533 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63863d0a-aad5-458a-a77b-b98086cb5870 None None] Network 9d754632-b351-4011-8daa-9d3dc5d3b53b requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:09.235692 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:09.373679 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37034) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:09.419019 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19522f1-6735-48ac-b2a3-4c25ce2fbc9a None None] Network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:09.427050 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7316ed2c-5daf-4c6f-b169-6cc42ebe810a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:09.468588 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:09.512909 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:09.513169 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-e705bbb0-c9e2-4ca2-8c1d-8949f108c7b8 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:09.513324 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:09.513442 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-e705bbb0-c9e2-4ca2-8c1d-8949f108c7b8 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/networks?id=144bc590-8126-4743-bb9a-b980d2279713 HTTP/1.1" status: 200 len: 811 time: 0.8274417 Sep 07 04:15:09.518173 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-321790'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:09.655744 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-96131c6a-d0a6-4f96-a371-a79c95fed701 None None] Provisioning for port 2361b609-287d-4a6b-8846-1e80485b35e8 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:09.666202 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-f565d63c-6bd0-4011-895a-2c861bfae10f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/quotas/7e1bdb62dbf04d93ad2ccca3b6790ab3 HTTP/1.1" status: 200 len: 375 time: 0.1419041 Sep 07 04:15:09.672219 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-96131c6a-d0a6-4f96-a371-a79c95fed701 None None] Provisioning complete for port 2361b609-287d-4a6b-8846-1e80485b35e8 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:09.672588 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96131c6a-d0a6-4f96-a371-a79c95fed701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:09.745927 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:09.767391 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:09.809384 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-5da54030-de34-48af-8a81-d58a64476bb6 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e1bdb62dbf04d93ad2ccca3b6790ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677850 Sep 07 04:15:09.840233 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:09.842805 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7316ed2c-5daf-4c6f-b169-6cc42ebe810a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:09.852776 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7316ed2c-5daf-4c6f-b169-6cc42ebe810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:09.865370 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Router a2a8a161-94a3-456f-a755-05c9e3eeb217 is scheduled to L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:15:09.876433 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:09.892975 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:09.916248 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7316ed2c-5daf-4c6f-b169-6cc42ebe810a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe3c81d86d14470ea0237ded9dc7888f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5358386 Sep 07 04:15:09.924828 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37058) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:09.927329 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316ed2c-5daf-4c6f-b169-6cc42ebe810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6796ec-7b54-45be-bf7c-d36e28d940d2,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:09.950429 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96131c6a-d0a6-4f96-a371-a79c95fed701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.017119 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-96131c6a-d0a6-4f96-a371-a79c95fed701 None None] For port 2361b609-287d-4a6b-8846-1e80485b35e8, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=2361b609-287d-4a6b-8846-1e80485b35e8,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:10.031283 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96131c6a-d0a6-4f96-a371-a79c95fed701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.092903 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:10.108153 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f52ca08-1a15-4b03-bc65-d498978b3af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.132632 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:15:10.146979 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Sync routers for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:15:10.166519 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:15:10.166867 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:14:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:10.173513 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f52ca08-1a15-4b03-bc65-d498978b3af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.219083 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-321790'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.229891 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-3d951dac-f6f8-49b6-91d4-2febedf01ed6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:15:10.230907 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-3d951dac-f6f8-49b6-91d4-2febedf01ed6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1726606 Sep 07 04:15:10.232435 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96131c6a-d0a6-4f96-a371-a79c95fed701 None None] Pushing event updated for resources: {'Port': ['ID=2361b609-287d-4a6b-8846-1e80485b35e8,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:10.264245 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.264538 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-70ce7bed-56ae-4eb9-9de0-54be7bbce015 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1768322 Sep 07 04:15:10.289294 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1ea63caa-b06b-4727-83fe-6331db1df2f6 None None] Provisioning complete for port 2361b609-287d-4a6b-8846-1e80485b35e8 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:10.289481 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37068) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:10.289605 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ea63caa-b06b-4727-83fe-6331db1df2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.394808 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:15:10.496414 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.519616 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.573218 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f52ca08-1a15-4b03-bc65-d498978b3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.576377 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f52ca08-1a15-4b03-bc65-d498978b3af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.580890 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-6f52ca08-1a15-4b03-bc65-d498978b3af0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f6796ec-7b54-45be-bf7c-d36e28d940d2 HTTP/1.1" status: 204 len: 168 time: 0.6522627 Sep 07 04:15:10.607011 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Router 587461ad-45d9-40cf-aac8-74af5b60411f is scheduled to L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:15:10.617249 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:10.630270 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:08Z', 'revision_number': 3, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:10.663286 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52ca08-1a15-4b03-bc65-d498978b3af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6796ec-7b54-45be-bf7c-d36e28d940d2,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:10.675661 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-b077c901-669d-4d0b-8260-0fb5eacbba4f service neutron] 10.222.0.41 "GET /v2.0/networks/144bc590-8126-4743-bb9a-b980d2279713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300764 Sep 07 04:15:10.698300 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Checking router: a2a8a161-94a3-456f-a755-05c9e3eeb217 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:15:10.698660 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Updating router a2a8a161-94a3-456f-a755-05c9e3eeb217 port 625ec878-b84a-4ad9-8bff-6142d573e088 binding host dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:15:10.749808 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:10.750176 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.766779 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.793921 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Allocated IP 172.27.3.133 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/09c4e312-76b2-4ed5-b082-6b0a5e787e69) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:10.828871 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:15:10.842647 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 2361b609-287d-4a6b-8846-1e80485b35e8 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:10.882679 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Sync routers for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:15:10.897233 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:10.902565 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-1e0feb2c-e150-4772-8dd0-5f7ccfa5ce99 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8035073 Sep 07 04:15:10.903215 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37080) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:10.931759 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:15:10.932577 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:14:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:10.937060 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 2361b609-287d-4a6b-8846-1e80485b35e8 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:10.937060 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:11.003569 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-30c63fcc-01fb-4166-a76d-0be301b041d7 service neutron] 10.222.0.41 "GET /v2.0/networks/144bc590-8126-4743-bb9a-b980d2279713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257122 Sep 07 04:15:11.191934 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:15:11.210679 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:11.226389 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:11.392937 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:11.425726 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37108) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:11.495260 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:09Z', 'revision_number': 3, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:11.501371 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-51b82566-a3e4-4d59-b7de-df5386cf3ae4 req-eb14365b-442c-4bb9-86ba-7162561c7966 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 210 time: 0.0731220 Sep 07 04:15:11.558065 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Checking router: 587461ad-45d9-40cf-aac8-74af5b60411f for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:15:11.558438 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Updating router 587461ad-45d9-40cf-aac8-74af5b60411f port 6c98d298-6a11-4a22-86d5-abfb1c32ef18 binding host dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:15:11.621271 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:11.626221 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Pushing event updated for resources: {'Port': ['ID=09c4e312-76b2-4ed5-b082-6b0a5e787e69,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:11.634210 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:11.639903 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:11.647675 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:11.655166 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Allocated IP 172.20.0.1 (321f0f4c-b788-479a-a9d9-b101cbaa39d1/9264c29e-9805-4040-b610-de9e25a6f596/815073d9-5c6e-4efa-90df-3e14dcfd4d98) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:11.731737 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:11.747380 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Transition to ACTIVE for port object 625ec878-b84a-4ad9-8bff-6142d573e088 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:11.755047 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:11.813532 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Pushing event updated for resources: {'Port': ['ID=625ec878-b84a-4ad9-8bff-6142d573e088,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:11.838119 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:11.838470 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:11.839017 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:11.840025 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:11.840639 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:11.841131 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:11.841774 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:11.842692 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:11.843307 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:11.843930 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:11.844455 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:11.844934 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Tracked resource versions report: Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: pushed versions: Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: { 'AddressGroup': {'1.2'}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'ConntrackHelper': {'1.0'}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Log': {'1.0'}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Network': {'1.1'}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Port': {'1.7'}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'PortForwarding': {'1.2'}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'QosPolicy': {'1.9'}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'SecurityGroup': {'1.4'}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'SecurityGroupRule': {'1.2'}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'SubPort': {'1.0'}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Subnet': {'1.1'}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Trunk': {'1.1'}} Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: consumer versions: Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: { DHCP agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: HyperV agent@hv-cinder-77819: {}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: L3 agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: Metadata agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: Metering agent@dv-cinder-778193-8-iscsi: {}, Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: Open vSwitch agent@dv-cinder-778193-8-iscsi: { 'AddressGroup': '1.2', Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'ConntrackHelper': '1.0', Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Log': '1.0', Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Network': '1.1', Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Port': '1.7', Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'PortForwarding': '1.2', Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'QosPolicy': '1.9', Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'SecurityGroup': '1.4', Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'SecurityGroupRule': '1.2', Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'SubPort': '1.0', Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Subnet': '1.1', Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: 'Trunk': '1.1'}} Sep 07 04:15:11.846510 dv-cinder-778193-8-iscsi neutron-server[94065]: {{(pid=94065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 04:15:11.856561 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Attempting to bind port 625ec878-b84a-4ad9-8bff-6142d573e088 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:11.857196 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Attempting to bind port 625ec878-b84a-4ad9-8bff-6142d573e088 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:11.857742 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Attempting to bind port 625ec878-b84a-4ad9-8bff-6142d573e088 on network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:11.863731 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:11.875919 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Checking segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:11.877895 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:11.878489 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Bound using segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:11.879105 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:11.879586 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Bound port: 625ec878-b84a-4ad9-8bff-6142d573e088, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:11.879586 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:11.907426 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Transition to ACTIVE for port object 815073d9-5c6e-4efa-90df-3e14dcfd4d98 will not be triggered until provisioned by entity DHCP. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:11.960366 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:11.964839 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] For port 625ec878-b84a-4ad9-8bff-6142d573e088, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:11.974968 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] For port 625ec878-b84a-4ad9-8bff-6142d573e088, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=625ec878-b84a-4ad9-8bff-6142d573e088,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:11.986997 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9789434d-5fa4-46b6-9a2d-73412d6adac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:11.996202 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:12.019581 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Pushing event updated for resources: {'Port': ['ID=815073d9-5c6e-4efa-90df-3e14dcfd4d98,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:12.043319 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:12.048615 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:12.053679 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:12.054285 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322189'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:12.078950 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:12.104616 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:15:12.105261 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:14:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:12.206616 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86457a-fe4f-4f53-b880-1a6547b34176 None None] Pushing event updated for resources: {'Port': ['ID=625ec878-b84a-4ad9-8bff-6142d573e088,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:12.233322 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:12.257813 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Transition to ACTIVE for port object 6c98d298-6a11-4a22-86d5-abfb1c32ef18 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:12.273860 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:12.347141 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Attempting to bind port 6c98d298-6a11-4a22-86d5-abfb1c32ef18 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:12.348021 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Attempting to bind port 6c98d298-6a11-4a22-86d5-abfb1c32ef18 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:12.348800 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Attempting to bind port 6c98d298-6a11-4a22-86d5-abfb1c32ef18 on network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:12.366905 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:12.367528 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Checking segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:12.368074 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:12.368661 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Bound using segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:12.369316 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Bound port: 6c98d298-6a11-4a22-86d5-abfb1c32ef18, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:12.369828 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:12.373970 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766e198-b930-465d-9c08-bf1877bccd13 None None] Pushing event updated for resources: {'Port': ['ID=6c98d298-6a11-4a22-86d5-abfb1c32ef18,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:12.459042 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:15:12.474635 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:12.497238 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] For port 6c98d298-6a11-4a22-86d5-abfb1c32ef18, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:12.505404 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] For port 6c98d298-6a11-4a22-86d5-abfb1c32ef18, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=6c98d298-6a11-4a22-86d5-abfb1c32ef18,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:12.544345 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:12.600866 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-63f58a10-adb1-45a9-9df3-99556c5b7b1c None None] Provisioning for port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:12.654559 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-321790'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:12.660823 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-63f58a10-adb1-45a9-9df3-99556c5b7b1c None None] Provisioning complete for port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:12.661533 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63f58a10-adb1-45a9-9df3-99556c5b7b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:12.699187 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:12.705561 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:15:12.706291 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:14:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:12.757695 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7c7e3319-92cc-4ef9-9b7c-a9cea933885e req-af72dd97-09d9-4c6c-9b91-949f0e8962f8 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 210 time: 0.0823901 Sep 07 04:15:12.896390 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Allocated IP 172.20.0.1 (2e1703b7-84ae-4608-b580-140135a26f9e/c77badf1-c6f9-4ffb-a974-28df91afb7c9/e41edc51-4afe-4d08-bb04-2e9d662330ad) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:12.969761 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-63f58a10-adb1-45a9-9df3-99556c5b7b1c None None] Port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:15:13.008278 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:08Z', 'revision_number': 3, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:13.015946 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766e198-b930-465d-9c08-bf1877bccd13 None None] Pushing event updated for resources: {'Port': ['ID=6c98d298-6a11-4a22-86d5-abfb1c32ef18,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:13.082092 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be08a6-86f3-4b63-be1b-f12d42577d82 None None] The sync data for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi is: [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:08Z', 'revision_number': 3, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:15:13.083077 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:15:13.098957 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Router aaa16d24-18c8-4190-850e-c040a1b54d0d is scheduled to L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:15:13.130359 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:13.155155 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:13.157763 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33082055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322877'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:13.257707 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:13.260347 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:15:13.271007 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Sync routers for ids ['aaa16d24-18c8-4190-850e-c040a1b54d0d'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:15:13.280957 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Transition to ACTIVE for port object e41edc51-4afe-4d08-bb04-2e9d662330ad will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:13.287867 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:13.289207 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-65a184f3-a8b6-4eff-b5d7-e1ce036e30e8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4821761 Sep 07 04:15:13.293247 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37182) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:13.295240 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Routers {'aaa16d24-18c8-4190-850e-c040a1b54d0d'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:15:13.298741 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:14:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['aaa16d24-18c8-4190-850e-c040a1b54d0d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:13.407080 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:13.468406 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e41edc51-4afe-4d08-bb04-2e9d662330ad,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:13.508770 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:09Z', 'revision_number': 3, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:13.517734 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Network 2e1703b7-84ae-4608-b580-140135a26f9e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:13.534157 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:13.540388 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:13.541766 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322189'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:13.596118 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0114c4e-aff2-4ed7-a08e-708d234af0f7 None None] The sync data for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi is: [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:09Z', 'revision_number': 3, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:15:13.686904 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Pushing event updated for resources: {'Port': ['ID=815073d9-5c6e-4efa-90df-3e14dcfd4d98,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:13.707950 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:13.709637 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:13.817161 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Set router aaa16d24-18c8-4190-850e-c040a1b54d0d gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:15:13.844508 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37196) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:14.013970 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-fa0e77ac-6114-4baa-b6e0-6aa8625af75c None None] Provisioning for port e41edc51-4afe-4d08-bb04-2e9d662330ad completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:14.022388 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-fa0e77ac-6114-4baa-b6e0-6aa8625af75c None None] Provisioning complete for port e41edc51-4afe-4d08-bb04-2e9d662330ad triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:14.025147 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Router a2a8a161-94a3-456f-a755-05c9e3eeb217 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:15:14.025633 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa0e77ac-6114-4baa-b6e0-6aa8625af75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:14.199241 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e77ac-6114-4baa-b6e0-6aa8625af75c None None] Port e41edc51-4afe-4d08-bb04-2e9d662330ad cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:15:14.246859 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'name': 'tempest-ServerRescueNegativeTestJSON-65175473-router', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:09Z', 'updated_at': '2021-09-07T04:15:11Z', 'revision_number': 3, 'project_id': 'd3ba3c30ac964bac82d38844399d0bce', 'gw_port': {'id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:10Z', 'updated_at': '2021-09-07T04:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:14.257665 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05e263f5-0bc1-427a-94b6-5b1a5d14f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:14.275226 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee0a635f-282f-42db-83c4-1320d8a02b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:14.284328 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-49ac839c-b17d-48d7-b24c-2a5ffe4ad25f req-3e0a98c3-af08-44ed-8990-8ad9d531ac93 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 210 time: 0.0579331 Sep 07 04:15:14.316503 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Checking router: aaa16d24-18c8-4190-850e-c040a1b54d0d for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:15:14.316858 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Updating router aaa16d24-18c8-4190-850e-c040a1b54d0d port 09c4e312-76b2-4ed5-b082-6b0a5e787e69 binding host dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:15:14.328089 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1df9a574-459d-442b-84fa-2d33dd7dabb1 None None] Provisioning complete for port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:14.328407 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1df9a574-459d-442b-84fa-2d33dd7dabb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:14.358536 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:15:14.360065 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:14.365479 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:14.380767 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-403c2d6b-6293-4455-82ed-f85a98523c3c admin admin] 10.222.0.41 "PUT /v2.0/routers/a2a8a161-94a3-456f-a755-05c9e3eeb217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9552217 Sep 07 04:15:14.422455 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1df9a574-459d-442b-84fa-2d33dd7dabb1 None None] Port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:15:14.541270 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee0a635f-282f-42db-83c4-1320d8a02b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:14.571696 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee0a635f-282f-42db-83c4-1320d8a02b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:14.633092 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ee0a635f-282f-42db-83c4-1320d8a02b50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95119f49c0df4e198b0b3e636ce24feb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7872910 Sep 07 04:15:14.638403 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37212) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:14.667388 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a635f-282f-42db-83c4-1320d8a02b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a94d1a7-768a-454e-9bd1-12eef1d1cac9,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:14.789581 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:14.841249 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 625ec878-b84a-4ad9-8bff-6142d573e088 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:14.961750 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:14.970085 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af033b6c-aaed-4f50-8f2b-8da58436a784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:14.977628 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Transition to ACTIVE for port object 09c4e312-76b2-4ed5-b082-6b0a5e787e69 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:14.980901 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 625ec878-b84a-4ad9-8bff-6142d573e088 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:14.986731 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 625ec878-b84a-4ad9-8bff-6142d573e088 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:14.988358 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:14.988557 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.045357 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af033b6c-aaed-4f50-8f2b-8da58436a784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.045654 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a71e35-dc5e-4e15-9ebe-af63d8a26a18 None None] Pushing event updated for resources: {'Port': ['ID=09c4e312-76b2-4ed5-b082-6b0a5e787e69,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:15.074100 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Attempting to bind port 09c4e312-76b2-4ed5-b082-6b0a5e787e69 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:15.074882 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Attempting to bind port 09c4e312-76b2-4ed5-b082-6b0a5e787e69 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:15.075306 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Attempting to bind port 09c4e312-76b2-4ed5-b082-6b0a5e787e69 on network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:15.081280 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:15.081519 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Checking segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:15.081934 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.082318 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Bound using segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:15.082788 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Bound port: 09c4e312-76b2-4ed5-b082-6b0a5e787e69, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:15.083218 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.103132 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.133788 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.135059 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33082055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322877'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.161674 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] For port 09c4e312-76b2-4ed5-b082-6b0a5e787e69, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:15.166447 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.168489 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] For port 09c4e312-76b2-4ed5-b082-6b0a5e787e69, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=09c4e312-76b2-4ed5-b082-6b0a5e787e69,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:15.177853 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.250099 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e41edc51-4afe-4d08-bb04-2e9d662330ad,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:15.277630 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.324571 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a71e35-dc5e-4e15-9ebe-af63d8a26a18 None None] Pushing event updated for resources: {'Port': ['ID=09c4e312-76b2-4ed5-b082-6b0a5e787e69,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:15.349934 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.353086 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af033b6c-aaed-4f50-8f2b-8da58436a784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.355257 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 625ec878-b84a-4ad9-8bff-6142d573e088, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=625ec878-b84a-4ad9-8bff-6142d573e088,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:15.358962 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af033b6c-aaed-4f50-8f2b-8da58436a784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.359095 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Routers {'aaa16d24-18c8-4190-850e-c040a1b54d0d'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:15:15.359812 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:15:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['aaa16d24-18c8-4190-850e-c040a1b54d0d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:15.361026 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-af033b6c-aaed-4f50-8f2b-8da58436a784 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a94d1a7-768a-454e-9bd1-12eef1d1cac9 HTTP/1.1" status: 204 len: 168 time: 0.7190247 Sep 07 04:15:15.365538 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.367397 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 6c98d298-6a11-4a22-86d5-abfb1c32ef18 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:15.477606 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af033b6c-aaed-4f50-8f2b-8da58436a784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a94d1a7-768a-454e-9bd1-12eef1d1cac9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:15.497855 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Network 2e1703b7-84ae-4608-b580-140135a26f9e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:15.501173 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37232) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:15.507672 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-fdb0a1d3-fcb9-4659-aed2-71066e70f230 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1857095992', 'description': 'tempest-description--41485648'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:15.515882 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:15.585494 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] Set router aaa16d24-18c8-4190-850e-c040a1b54d0d gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:15:15.615540 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=625ec878-b84a-4ad9-8bff-6142d573e088,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:15.648971 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 6c98d298-6a11-4a22-86d5-abfb1c32ef18 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:15.658764 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 6c98d298-6a11-4a22-86d5-abfb1c32ef18 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:15.659371 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.662508 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4add7cf9-7e35-4963-965a-9cf5ab5ae25f req-0d4e7465-082d-47ec-93ff-9415c5ca7b39 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 210 time: 0.0811172 Sep 07 04:15:15.815543 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fdb0a1d3-fcb9-4659-aed2-71066e70f230 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.922786 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'name': 'tempest-ServerRescueNegativeTestJSON-65175473-router', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:09Z', 'updated_at': '2021-09-07T04:15:11Z', 'revision_number': 3, 'project_id': 'd3ba3c30ac964bac82d38844399d0bce', 'gw_port': {'id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:10Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:15.974170 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:15.976003 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536d43d-5d01-46bb-84a4-409f7b7964f5 None None] The sync data for ids ['aaa16d24-18c8-4190-850e-c040a1b54d0d'] in dv-cinder-778193-8-iscsi is: [{'id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'name': 'tempest-ServerRescueNegativeTestJSON-65175473-router', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:09Z', 'updated_at': '2021-09-07T04:15:11Z', 'revision_number': 3, 'project_id': 'd3ba3c30ac964bac82d38844399d0bce', 'gw_port': {'id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:10Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:15:16.009099 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 6c98d298-6a11-4a22-86d5-abfb1c32ef18, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=6c98d298-6a11-4a22-86d5-abfb1c32ef18,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:16.018456 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37254) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:16.019045 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:16.048437 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-83df0012-ccae-4fe3-8043-68321415b314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:16.053293 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Allocated IP 172.20.0.1 (9d754632-b351-4011-8daa-9d3dc5d3b53b/ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a/2203d025-6515-4d18-b606-b3e7c4e760a2) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:16.072654 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:15:16.094609 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Router 587461ad-45d9-40cf-aac8-74af5b60411f has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:15:16.095782 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3add54e4-9fb8-4d3f-b043-9dc64def1fdc None None] Provisioning complete for port e41edc51-4afe-4d08-bb04-2e9d662330ad triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:16.096284 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3add54e4-9fb8-4d3f-b043-9dc64def1fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:16.143051 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.36', 60135) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:16.175435 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3add54e4-9fb8-4d3f-b043-9dc64def1fdc None None] Port e41edc51-4afe-4d08-bb04-2e9d662330ad cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:15:16.186480 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=6c98d298-6a11-4a22-86d5-abfb1c32ef18,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:16.280884 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fdb0a1d3-fcb9-4659-aed2-71066e70f230 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:16.292740 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fdb0a1d3-fcb9-4659-aed2-71066e70f230 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:16.347765 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0147ed93-3b20-4f5b-b8c8-2d28a5162922 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:16.349305 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:16.349890 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0147ed93-3b20-4f5b-b8c8-2d28a5162922 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.36 "GET /v2.0/networks?id=144bc590-8126-4743-bb9a-b980d2279713 HTTP/1.1" status: 200 len: 811 time: 0.2058060 Sep 07 04:15:16.373038 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0a1d3-fcb9-4659-aed2-71066e70f230 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f43977e1-cdcc-494e-a605-62dda3cb3497,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:16.375598 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:15:16.434644 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ae126ccc-8317-4a1e-8657-ae0b44ffe1f0 admin admin] 10.222.0.41 "PUT /v2.0/routers/587461ad-45d9-40cf-aac8-74af5b60411f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5033171 Sep 07 04:15:16.434801 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Request body: {'port': {'device_id': '2492f5bc-1838-43aa-922e-e6bfe18007f5', 'network_id': '144bc590-8126-4743-bb9a-b980d2279713', 'admin_state_up': True, 'tenant_id': '7e1bdb62dbf04d93ad2ccca3b6790ab3'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:16.480941 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:16.552962 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-83df0012-ccae-4fe3-8043-68321415b314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:16.579625 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Network 9d754632-b351-4011-8daa-9d3dc5d3b53b is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:16.587047 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:16.600679 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fdb0a1d3-fcb9-4659-aed2-71066e70f230 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:16.607998 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-fdb0a1d3-fcb9-4659-aed2-71066e70f230 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.1027441 Sep 07 04:15:16.609665 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:16.627982 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37270) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:16.629474 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322189'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:16.629676 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-83df0012-ccae-4fe3-8043-68321415b314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:16.638698 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-0c86f1dc-e076-4b96-9c00-8fa8db435b42 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Request body: {'security_group_rule': {'security_group_id': 'f43977e1-cdcc-494e-a605-62dda3cb3497', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:16.647239 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Sync routers for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:15:16.748858 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:15:16.749862 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:15:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:16.771390 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2203d025-6515-4d18-b606-b3e7c4e760a2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:16.775502 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Sync routers for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:15:16.789537 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:15:16.792763 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:15:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:16.832785 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-83df0012-ccae-4fe3-8043-68321415b314 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8647085da97d4e5f8015a23141313dcd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8132465 Sep 07 04:15:16.865100 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37286) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:16.936546 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 625ec878-b84a-4ad9-8bff-6142d573e088 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:16.985583 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.037834 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:15:17.085611 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df0012-ccae-4fe3-8043-68321415b314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fa7fc3-d62b-459d-bc75-e6d362378749,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:17.147116 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0c86f1dc-e076-4b96-9c00-8fa8db435b42 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.153084 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.162801 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.219155 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:15:17.221773 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 625ec878-b84a-4ad9-8bff-6142d573e088 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:17.222318 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.306727 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.314602 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.315643 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33082055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322877'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.349520 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-517ce813-1a3b-492f-849e-b2839a524d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.360889 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f3d25817-def8-432f-a65a-236791e4c9c1 req-2c7ec651-4fdf-419d-b485-0372ed030227 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 210 time: 0.3559244 Sep 07 04:15:17.416237 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37314) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:17.432841 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e3ff8bad-8c27-4666-8434-2a2cb0d43025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952534250', 'description': 'tempest-description--1444073595'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:17.516496 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 6c98d298-6a11-4a22-86d5-abfb1c32ef18 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:17.600197 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0c86f1dc-e076-4b96-9c00-8fa8db435b42 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.613695 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Made reservation on behalf of 7e1bdb62dbf04d93ad2ccca3b6790ab3 for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:17.625730 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 6c98d298-6a11-4a22-86d5-abfb1c32ef18 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:17.625730 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.626025 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.630851 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-517ce813-1a3b-492f-849e-b2839a524d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.635089 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 2, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:17.635943 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0c86f1dc-e076-4b96-9c00-8fa8db435b42 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.673912 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2203d025-6515-4d18-b606-b3e7c4e760a2,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:17.708411 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:14Z', 'revision_number': 2, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:17.732844 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Checking router: a2a8a161-94a3-456f-a755-05c9e3eeb217 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:15:17.733203 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Updating router a2a8a161-94a3-456f-a755-05c9e3eeb217 port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 binding host dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:15:17.740765 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86f1dc-e076-4b96-9c00-8fa8db435b42 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a038f00c-2879-427a-97c5-6a35e0f90cbf,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:17.748481 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Network 9d754632-b351-4011-8daa-9d3dc5d3b53b is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:17.751601 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:17.792899 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.805351 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Checking router: 587461ad-45d9-40cf-aac8-74af5b60411f for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:15:17.805774 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Updating router 587461ad-45d9-40cf-aac8-74af5b60411f port e41edc51-4afe-4d08-bb04-2e9d662330ad binding host dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:15:17.861289 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0c86f1dc-e076-4b96-9c00-8fa8db435b42 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:17.862583 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0c86f1dc-e076-4b96-9c00-8fa8db435b42 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2477002 Sep 07 04:15:17.870483 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37338) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:17.934560 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-319eb849-d550-486f-b3be-cbea71ae9cf0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Request body: {'security_group_rule': {'security_group_id': 'f43977e1-cdcc-494e-a605-62dda3cb3497', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:17.940208 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.193454 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-319eb849-d550-486f-b3be-cbea71ae9cf0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.216696 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8bad-8c27-4666-8434-2a2cb0d43025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.239612 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Router aaa16d24-18c8-4190-850e-c040a1b54d0d has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:15:18.268965 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-517ce813-1a3b-492f-849e-b2839a524d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.276827 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-517ce813-1a3b-492f-849e-b2839a524d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.278319 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-517ce813-1a3b-492f-849e-b2839a524d00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89fa7fc3-d62b-459d-bc75-e6d362378749 HTTP/1.1" status: 204 len: 168 time: 1.4104896 Sep 07 04:15:18.345630 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ce813-1a3b-492f-849e-b2839a524d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fa7fc3-d62b-459d-bc75-e6d362378749,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:18.384033 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Allocated IP 172.20.0.13 (144bc590-8126-4743-bb9a-b980d2279713/6cc3318a-36f0-44b5-9b37-03cc47679c66/c63ce8d9-1597-43a4-9c2b-de3f65c7aff2) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:18.387959 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-319eb849-d550-486f-b3be-cbea71ae9cf0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.406547 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-319eb849-d550-486f-b3be-cbea71ae9cf0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.456739 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319eb849-d550-486f-b3be-cbea71ae9cf0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db63504-951e-4a05-a434-2a2a2a5adf14,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:18.457115 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:15:18.476226 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f02ecfbc-c7d9-4364-bab9-cdb14c84c6b3 admin admin] 10.222.0.41 "PUT /v2.0/routers/aaa16d24-18c8-4190-850e-c040a1b54d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1817937 Sep 07 04:15:18.521361 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8bad-8c27-4666-8434-2a2cb0d43025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.530719 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8bad-8c27-4666-8434-2a2cb0d43025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.599781 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-319eb849-d550-486f-b3be-cbea71ae9cf0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.600485 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8bad-8c27-4666-8434-2a2cb0d43025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.606410 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-319eb849-d550-486f-b3be-cbea71ae9cf0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6821012 Sep 07 04:15:18.607057 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e3ff8bad-8c27-4666-8434-2a2cb0d43025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1880951 Sep 07 04:15:18.608775 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37360) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:18.609144 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37362) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:18.659637 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-78a5c368-07ae-408d-8958-da00dfb8d812 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Request body: {'security_group_rule': {'security_group_id': 'f4d7612e-c828-4792-91f8-68ff7c3e31e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:18.689069 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Request body: {'floatingip': {'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:18.701843 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff8bad-8c27-4666-8434-2a2cb0d43025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d7612e-c828-4792-91f8-68ff7c3e31e4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:18.788112 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.793903 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:18.803810 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73a9adaf-ee71-4f75-b40f-9292a6a89ac6 req-ce199238-691d-41d1-8c7f-869bede64b26 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 210 time: 0.1962175 Sep 07 04:15:18.845904 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Transition to ACTIVE for port object 815073d9-5c6e-4efa-90df-3e14dcfd4d98 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:18.871130 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.058724 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78a5c368-07ae-408d-8958-da00dfb8d812 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.065086 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.161529 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 09c4e312-76b2-4ed5-b082-6b0a5e787e69 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:19.179867 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2f73-e7b5-4ea3-b573-f34b1ac4f74a None None] Pushing event updated for resources: {'Port': ['ID=815073d9-5c6e-4efa-90df-3e14dcfd4d98,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:19.236104 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.330496 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.362790 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Attempting to bind port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:19.370999 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Attempting to bind port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:19.372660 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Attempting to bind port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 on network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:19.397605 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:19.398455 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Checking segment: {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:19.400145 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.400787 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Bound using segment: {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:19.404345 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Bound port: 815073d9-5c6e-4efa-90df-3e14dcfd4d98, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:19.405033 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.424474 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Transition to ACTIVE for port object e41edc51-4afe-4d08-bb04-2e9d662330ad will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:19.487871 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Pushing event updated for resources: {'Port': ['ID=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:19.488075 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.491209 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Network 144bc590-8126-4743-bb9a-b980d2279713 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:19.495396 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:19.522479 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:19.557687 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:19.559387 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.596009 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-0aecdfbf-e0b7-46f0-b572-2063aeeb885f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1658242 Sep 07 04:15:19.607057 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78a5c368-07ae-408d-8958-da00dfb8d812 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.608098 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] For port 815073d9-5c6e-4efa-90df-3e14dcfd4d98, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:19.644085 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f059356-d016-4b05-b255-90ca17402f29 None None] Pushing event updated for resources: {'Port': ['ID=e41edc51-4afe-4d08-bb04-2e9d662330ad,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:19.646378 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] For port 815073d9-5c6e-4efa-90df-3e14dcfd4d98, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=815073d9-5c6e-4efa-90df-3e14dcfd4d98,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:19.646618 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Sync routers for ids ['aaa16d24-18c8-4190-850e-c040a1b54d0d'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:15:19.646739 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.646864 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78a5c368-07ae-408d-8958-da00dfb8d812 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.689980 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 09c4e312-76b2-4ed5-b082-6b0a5e787e69 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:19.730304 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:15:19.736493 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:15:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:19.750731 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Routers {'aaa16d24-18c8-4190-850e-c040a1b54d0d'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:15:19.751515 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:15:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['aaa16d24-18c8-4190-850e-c040a1b54d0d'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:19.755604 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 09c4e312-76b2-4ed5-b082-6b0a5e787e69 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:19.755972 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.840483 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5c368-07ae-408d-8958-da00dfb8d812 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2765f3-f8ba-48ff-80fd-df5211339cfb,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:19.858184 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78a5c368-07ae-408d-8958-da00dfb8d812 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.862306 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-78a5c368-07ae-408d-8958-da00dfb8d812 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2399297 Sep 07 04:15:19.869352 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37414) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:19.884030 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:19.884967 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-dca92021-89fd-4f1a-bfef-335a297e89e1 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Request body: {'security_group_rule': {'security_group_id': 'f4d7612e-c828-4792-91f8-68ff7c3e31e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:20.017904 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Attempting to bind port e41edc51-4afe-4d08-bb04-2e9d662330ad on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:20.018536 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Attempting to bind port e41edc51-4afe-4d08-bb04-2e9d662330ad by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:20.019050 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Attempting to bind port e41edc51-4afe-4d08-bb04-2e9d662330ad on network 2e1703b7-84ae-4608-b580-140135a26f9e {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:20.038178 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:20.038896 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Checking segment: {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:20.039510 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:20.040048 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Bound using segment: {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:20.041312 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Bound port: e41edc51-4afe-4d08-bb04-2e9d662330ad, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:20.042415 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:20.077763 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Set router aaa16d24-18c8-4190-850e-c040a1b54d0d gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:15:20.237908 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:15:20.338563 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Allocated IP 172.27.3.16 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/a79099bb-cdd4-43ea-94e2-b6e3329710a6) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:20.475534 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:20.556098 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] For port e41edc51-4afe-4d08-bb04-2e9d662330ad, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:20.556496 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2f73-e7b5-4ea3-b573-f34b1ac4f74a None None] Pushing event updated for resources: {'Port': ['ID=815073d9-5c6e-4efa-90df-3e14dcfd4d98,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:20.562001 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dca92021-89fd-4f1a-bfef-335a297e89e1 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:20.564523 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] For port e41edc51-4afe-4d08-bb04-2e9d662330ad, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=e41edc51-4afe-4d08-bb04-2e9d662330ad,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:20.566668 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 09c4e312-76b2-4ed5-b082-6b0a5e787e69, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=09c4e312-76b2-4ed5-b082-6b0a5e787e69,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:20.575863 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:20.578955 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'name': 'tempest-ServerRescueNegativeTestJSON-65175473-router', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:09Z', 'updated_at': '2021-09-07T04:15:16Z', 'revision_number': 4, 'project_id': 'd3ba3c30ac964bac82d38844399d0bce', 'gw_port': {'id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:10Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '2203d025-6515-4d18-b606-b3e7c4e760a2', 'name': '', 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'mac_address': 'fa:16:3e:6f:97:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:15Z', 'updated_at': '2021-09-07T04:15:17Z', 'revision_number': 2, 'project_id': 'd3ba3c30ac964bac82d38844399d0bce', 'subnets': [{'id': 'ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:20.584306 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:20.615737 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:20.629036 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:19Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:20.632580 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7736225-b0b1-4031-bd05-7699cf3cf7d0 req-886f072b-3300-4033-83c4-bcb6655f9094 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:20.633902 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7736225-b0b1-4031-bd05-7699cf3cf7d0 req-886f072b-3300-4033-83c4-bcb6655f9094 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 932 time: 0.1827445 Sep 07 04:15:20.641234 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Checking router: aaa16d24-18c8-4190-850e-c040a1b54d0d for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:15:20.641421 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Updating router aaa16d24-18c8-4190-850e-c040a1b54d0d port 2203d025-6515-4d18-b606-b3e7c4e760a2 binding host dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:15:20.689946 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ece74-f927-435b-90f7-1046cdf674d4 None None] The sync data for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi is: [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:19Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:15:20.691642 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dca92021-89fd-4f1a-bfef-335a297e89e1 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:20.707413 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:20.715816 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:20.742891 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:15:20.744082 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:15:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:20.748565 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7736225-b0b1-4031-bd05-7699cf3cf7d0 req-71025456-8b35-4fd9-b09d-8f2e364a2217 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552161 Sep 07 04:15:20.749333 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dca92021-89fd-4f1a-bfef-335a297e89e1 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:20.767231 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:20.776208 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:20.781897 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:20.788818 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f059356-d016-4b05-b255-90ca17402f29 None None] Pushing event updated for resources: {'Port': ['ID=e41edc51-4afe-4d08-bb04-2e9d662330ad,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:20.840088 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-a18e76e9-7544-47d2-aece-6042c14beff0 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:20.841670 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-a18e76e9-7544-47d2-aece-6042c14beff0 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/networks?id=9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 200 len: 817 time: 1.1016438 Sep 07 04:15:20.857981 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event updated for resources: {'Port': ['ID=a79099bb-cdd4-43ea-94e2-b6e3329710a6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:20.885003 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca92021-89fd-4f1a-bfef-335a297e89e1 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffc6d5c-75d8-445b-9546-120de1069b3a,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:20.911212 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-78971133-744b-4136-8b48-98e47586100b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/quotas/d3ba3c30ac964bac82d38844399d0bce HTTP/1.1" status: 200 len: 375 time: 0.0399146 Sep 07 04:15:20.911902 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dca92021-89fd-4f1a-bfef-335a297e89e1 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:20.912994 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-dca92021-89fd-4f1a-bfef-335a297e89e1 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0330231 Sep 07 04:15:20.916302 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37438) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:20.927128 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Request body: {'floatingip': {'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:20.942040 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:21.020581 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:21.030838 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:21.086066 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-7f5a74fb-26fb-4981-89f7-82514fa49b09 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3ba3c30ac964bac82d38844399d0bce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1471856 Sep 07 04:15:21.177647 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:15:21.257143 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:21.347385 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:21.362582 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:21.453408 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b14f3dc7-afe6-4258-85c7-a4cda0dc232e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:15:21.454840 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b14f3dc7-afe6-4258-85c7-a4cda0dc232e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1686304 Sep 07 04:15:21.468771 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:21.489060 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=09c4e312-76b2-4ed5-b082-6b0a5e787e69,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:21.492882 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event updated for resources: {'Port': ['ID=a79099bb-cdd4-43ea-94e2-b6e3329710a6,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:21.521716 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:21.525495 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-bfa55889-e919-4a7d-a1a1-b7c743cff9dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8967805 Sep 07 04:15:21.649580 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:20Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:21.671983 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Allocated IP 172.27.3.210 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/a82dff67-4d88-4c1f-90ea-76fda53df32c) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:21.691120 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea9d96-ea67-4438-a64b-7dda09c6d3dd None None] The sync data for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi is: [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:20Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:15:21.726158 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-80708a01-29c8-402c-b5e3-0f31419b5620 service neutron] 10.222.0.41 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070525 Sep 07 04:15:21.918814 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:21.945748 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Transition to ACTIVE for port object 2203d025-6515-4d18-b606-b3e7c4e760a2 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:21.957994 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:22.109066 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740a277-5b00-4cea-bff6-da2abb869eb7 None None] Pushing event updated for resources: {'Port': ['ID=2203d025-6515-4d18-b606-b3e7c4e760a2,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:22.123194 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-2233c356-4b8d-482c-8699-885055dd1e2e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1857095992&fields=id&tenant_id=bf1369739d3f489aa9ac09e68d77a7c7 HTTP/1.1" status: 200 len: 267 time: 0.1716540 Sep 07 04:15:22.135787 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Attempting to bind port 2203d025-6515-4d18-b606-b3e7c4e760a2 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:22.136691 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:22.137566 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Attempting to bind port 2203d025-6515-4d18-b606-b3e7c4e760a2 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:22.138078 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Attempting to bind port 2203d025-6515-4d18-b606-b3e7c4e760a2 on network 9d754632-b351-4011-8daa-9d3dc5d3b53b {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:22.145553 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:22.145919 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Checking segment: {'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:22.146320 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:22.146707 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Bound using segment: {'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:22.147045 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-517164a1-44eb-4efd-8f2d-a75fc9a654ec service neutron] 10.222.0.41 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199722 Sep 07 04:15:22.147200 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Bound port: 2203d025-6515-4d18-b606-b3e7c4e760a2, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:22.147559 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:22.303599 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-9a324878-d9cd-4cee-852e-e696a09b0366 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:22.305198 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-9a324878-d9cd-4cee-852e-e696a09b0366 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 817 time: 0.1572070 Sep 07 04:15:22.337120 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-bfbfa697-1752-4ebf-bb2d-78ae6f0277b1 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/quotas/bf1369739d3f489aa9ac09e68d77a7c7 HTTP/1.1" status: 200 len: 375 time: 0.0226865 Sep 07 04:15:22.468708 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-06094ae7-e1be-473c-a468-02280c3b6bbe tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1155753 Sep 07 04:15:22.470568 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:22.713632 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] For port 2203d025-6515-4d18-b606-b3e7c4e760a2, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:22.719689 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] For port 2203d025-6515-4d18-b606-b3e7c4e760a2, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=2203d025-6515-4d18-b606-b3e7c4e760a2,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:22.724289 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event updated for resources: {'Port': ['ID=a82dff67-4d88-4c1f-90ea-76fda53df32c,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:22.730271 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:22.738987 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:22.859500 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-b63b8d2d-630a-4d59-a0f4-4d4297be370b service neutron] 10.222.0.41 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068898 Sep 07 04:15:22.861701 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:22.867945 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:22.919655 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Routers {'aaa16d24-18c8-4190-850e-c040a1b54d0d'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:15:22.921692 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:15:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['aaa16d24-18c8-4190-850e-c040a1b54d0d'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:22.987535 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d3618-e758-4d75-b55c-86b72a85b3be req-ed5fd681-fab9-4b90-a8ca-977d25b759d2 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:22.995210 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-644d3618-e758-4d75-b55c-86b72a85b3be req-ed5fd681-fab9-4b90-a8ca-977d25b759d2 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 932 time: 0.4724457 Sep 07 04:15:23.084820 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740a277-5b00-4cea-bff6-da2abb869eb7 None None] Pushing event updated for resources: {'Port': ['ID=2203d025-6515-4d18-b606-b3e7c4e760a2,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:23.088695 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 09c4e312-76b2-4ed5-b082-6b0a5e787e69 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:23.105700 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:23.183722 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-644d3618-e758-4d75-b55c-86b72a85b3be req-0dc873c3-028a-4f10-b36f-de56c6babf19 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820829 Sep 07 04:15:23.191361 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:23.310540 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-1b084443-93d7-49ae-877a-5411fd19bc44 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:15:23.311561 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-1b084443-93d7-49ae-877a-5411fd19bc44 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078297 Sep 07 04:15:23.349703 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 09c4e312-76b2-4ed5-b082-6b0a5e787e69 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:23.349703 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:23.369265 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-41147d72-cc94-49b4-9ab7-77c379cd1a01 req-417b3b5d-db63-4960-a380-a02fbe47d667 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 210 time: 0.0695922 Sep 07 04:15:23.479840 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] Set router aaa16d24-18c8-4190-850e-c040a1b54d0d gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:15:23.541958 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-53efb035-3c3e-492b-bbad-a57791bb8617 service neutron] 10.222.0.41 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322949 Sep 07 04:15:23.827325 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:23.861602 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:23.939934 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:24.320493 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device e41edc51-4afe-4d08-bb04-2e9d662330ad up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:24.336773 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37562) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:24.644714 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-e2f529f0-1ad1-4a20-95af-182be9647995 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:24.646481 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-e2f529f0-1ad1-4a20-95af-182be9647995 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/networks?id=9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 200 len: 817 time: 0.8686597 Sep 07 04:15:24.653714 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a93e9b17-01ab-407c-8f33-d0a678bdc9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:24.654468 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:24.686093 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7681534 Sep 07 04:15:24.704746 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8780e541-6298-47ac-a84e-ccce4399cde5 req-0d1d8382-276f-4d63-bb04-f63b9bbb1dc0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.3944216 Sep 07 04:15:24.781779 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Request body: {'port': {'device_id': '2492f5bc-1838-43aa-922e-e6bfe18007f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:24.798006 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6878f3-a140-4743-b629-87b7577637c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event updated for resources: {'Port': ['ID=a82dff67-4d88-4c1f-90ea-76fda53df32c,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:24.822958 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-f6a55a21-98c3-4220-bf31-c302f5e95482 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/quotas/d3ba3c30ac964bac82d38844399d0bce HTTP/1.1" status: 200 len: 375 time: 0.1327748 Sep 07 04:15:24.848864 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port e41edc51-4afe-4d08-bb04-2e9d662330ad completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:24.904200 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port e41edc51-4afe-4d08-bb04-2e9d662330ad triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:24.909534 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.105724 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'name': 'tempest-ServerRescueNegativeTestJSON-65175473-router', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:09Z', 'updated_at': '2021-09-07T04:15:16Z', 'revision_number': 4, 'project_id': 'd3ba3c30ac964bac82d38844399d0bce', 'gw_port': {'id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:10Z', 'updated_at': '2021-09-07T04:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '2203d025-6515-4d18-b606-b3e7c4e760a2', 'name': '', 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'mac_address': 'fa:16:3e:6f:97:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:15Z', 'updated_at': '2021-09-07T04:15:22Z', 'revision_number': 4, 'project_id': 'd3ba3c30ac964bac82d38844399d0bce', 'subnets': [{'id': 'ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:25.163202 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a93e9b17-01ab-407c-8f33-d0a678bdc9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.172667 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a93e9b17-01ab-407c-8f33-d0a678bdc9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.226618 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35bb56-6830-4335-9ef8-5c78a3daf20f None None] The sync data for ids ['aaa16d24-18c8-4190-850e-c040a1b54d0d'] in dv-cinder-778193-8-iscsi is: [{'id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'name': 'tempest-ServerRescueNegativeTestJSON-65175473-router', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:09Z', 'updated_at': '2021-09-07T04:15:16Z', 'revision_number': 4, 'project_id': 'd3ba3c30ac964bac82d38844399d0bce', 'gw_port': {'id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:10Z', 'updated_at': '2021-09-07T04:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '2203d025-6515-4d18-b606-b3e7c4e760a2', 'name': '', 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'mac_address': 'fa:16:3e:6f:97:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:15Z', 'updated_at': '2021-09-07T04:15:22Z', 'revision_number': 4, 'project_id': 'd3ba3c30ac964bac82d38844399d0bce', 'subnets': [{'id': 'ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:15:25.258801 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.301574 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a93e9b17-01ab-407c-8f33-d0a678bdc9d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb30d4afff4b422b883a538a70d83b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9610553 Sep 07 04:15:25.305008 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37598) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:25.308792 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e9b17-01ab-407c-8f33-d0a678bdc9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d72d774-dcfb-47ca-af9d-81307a88a80d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:25.324663 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port e41edc51-4afe-4d08-bb04-2e9d662330ad, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=e41edc51-4afe-4d08-bb04-2e9d662330ad,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:25.338951 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.341528 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 815073d9-5c6e-4efa-90df-3e14dcfd4d98 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:25.486713 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bbfa24e1-bd39-48cc-90f8-7809747a0713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.521483 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bbfa24e1-bd39-48cc-90f8-7809747a0713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.533005 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95e44a-a25c-40d2-8fc0-26adef391a9b req-32255a2e-6799-4a6c-b4f0-880b8cd6afc0 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:25.545390 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:25.549099 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2b95e44a-a25c-40d2-8fc0-26adef391a9b req-32255a2e-6799-4a6c-b4f0-880b8cd6afc0 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 932 time: 0.3311071 Sep 07 04:15:25.592906 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:25.594019 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.614842 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bbfa24e1-bd39-48cc-90f8-7809747a0713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.619694 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bbfa24e1-bd39-48cc-90f8-7809747a0713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.621594 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-bbfa24e1-bd39-48cc-90f8-7809747a0713 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d72d774-dcfb-47ca-af9d-81307a88a80d HTTP/1.1" status: 204 len: 168 time: 0.3097992 Sep 07 04:15:25.645680 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa24e1-bd39-48cc-90f8-7809747a0713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d72d774-dcfb-47ca-af9d-81307a88a80d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:25.653932 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-6ae5573f-b2e1-4e30-9c51-3470a2e282b1 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3ba3c30ac964bac82d38844399d0bce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8298569 Sep 07 04:15:25.671032 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.691003 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=e41edc51-4afe-4d08-bb04-2e9d662330ad,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:25.841449 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.882159 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 815073d9-5c6e-4efa-90df-3e14dcfd4d98, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=815073d9-5c6e-4efa-90df-3e14dcfd4d98,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:25.887102 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:25.957102 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=815073d9-5c6e-4efa-90df-3e14dcfd4d98,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:26.024469 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2b95e44a-a25c-40d2-8fc0-26adef391a9b req-00634b52-4a21-4fa2-a1e4-eef5ee77086c tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744353 Sep 07 04:15:26.139548 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-1b6be9b3-4c25-48cc-a896-ece58bc56308 service neutron] 10.222.0.41 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467502 Sep 07 04:15:26.186104 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 2203d025-6515-4d18-b606-b3e7c4e760a2 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:26.257632 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:15:26.258326 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 2203d025-6515-4d18-b606-b3e7c4e760a2 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:26.263264 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 2203d025-6515-4d18-b606-b3e7c4e760a2 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:26.263761 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:26.303512 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:26.344039 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-73ac1e29-37eb-4ff2-b933-8262c6595f5c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--952534250&fields=id&tenant_id=ff9821ae5cb04759b08ab6b61136c64f HTTP/1.1" status: 200 len: 267 time: 0.1547570 Sep 07 04:15:26.348006 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Transition to ACTIVE for port object c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:26.384972 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:26.389464 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:26.429362 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-0e7584f9-812d-4e06-8dd0-61ce0fd50cde service neutron] 10.222.0.41 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389796 Sep 07 04:15:26.442477 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 2203d025-6515-4d18-b606-b3e7c4e760a2, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=2203d025-6515-4d18-b606-b3e7c4e760a2,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:26.449751 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:26.450552 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device e41edc51-4afe-4d08-bb04-2e9d662330ad up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:26.513426 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Pushing event updated for resources: {'Port': ['ID=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:26.580157 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Attempting to bind port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:26.580728 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Attempting to bind port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'c82cbeb8-7f17-4303-a309-52211984703d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '144bc590-8126-4743-bb9a-b980d2279713'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:26.580880 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Attempting to bind port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 on network 144bc590-8126-4743-bb9a-b980d2279713 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:26.585810 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=2203d025-6515-4d18-b606-b3e7c4e760a2,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:26.599596 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 on network 144bc590-8126-4743-bb9a-b980d2279713 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:15:26.599958 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Attempting to bind port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 on network 144bc590-8126-4743-bb9a-b980d2279713 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:26.611326 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:26.611735 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Checking segment: {'id': 'c82cbeb8-7f17-4303-a309-52211984703d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '144bc590-8126-4743-bb9a-b980d2279713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:26.612511 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port e41edc51-4afe-4d08-bb04-2e9d662330ad triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:26.612682 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Bound using segment: {'id': 'c82cbeb8-7f17-4303-a309-52211984703d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '144bc590-8126-4743-bb9a-b980d2279713'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:26.613013 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:26.613125 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Bound port: c63ce8d9-1597-43a4-9c2b-de3f65c7aff2, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82cbeb8-7f17-4303-a309-52211984703d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '144bc590-8126-4743-bb9a-b980d2279713'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:26.613647 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:26.621738 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606a333-1672-46b1-9f3a-11e16863c78e req-4e7f14f6-81f9-46fb-84a6-fd522195e084 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:26.623270 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-4e7f14f6-81f9-46fb-84a6-fd522195e084 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/networks?id=2e1703b7-84ae-4608-b580-140135a26f9e HTTP/1.1" status: 200 len: 810 time: 0.2722433 Sep 07 04:15:26.666110 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-7b49fe2d-dc8d-45ed-a03f-7294d7e00512 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/quotas/ff9821ae5cb04759b08ab6b61136c64f HTTP/1.1" status: 200 len: 375 time: 0.0148277 Sep 07 04:15:26.807593 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-68393a98-ced5-4f29-8d75-748be22ae428 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff9821ae5cb04759b08ab6b61136c64f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1106453 Sep 07 04:15:26.863960 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] For port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2, host hv-cinder-77819, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:26.868567 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0c3d44d8-3742-4b69-aabf-81c470f2e0da req-7ad99adf-8fa5-4fe6-83b4-887540ac3f1a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0706546 Sep 07 04:15:26.894907 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] For port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2,segment=NetworkSegment(c82cbeb8-7f17-4303-a309-52211984703d),segment_id=c82cbeb8-7f17-4303-a309-52211984703d)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:26.925596 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:27.001248 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:27.001870 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:27.003490 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] 10.222.0.36 "PUT /v2.0/ports/c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 HTTP/1.1" status: 200 len: 1094 time: 2.6869459 Sep 07 04:15:27.005319 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ca9eb4be-6b76-44e7-93be-795227707458 req-0350d363-98cd-49f9-bb25-bce8d98db498 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0817726 Sep 07 04:15:27.008931 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2492f5bc-1838-43aa-922e-e6bfe18007f5', 'tag': 'c63ce8d9-1597-43a4-9c2b-de3f65c7aff2'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:15:27.106649 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-14eb40a7-46f5-4f6e-87b9-a21c3564eebe service neutron] 10.222.0.41 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674046 Sep 07 04:15:27.180764 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd71d6-6050-45fe-886e-3b7d9a4b1731 service neutron] Pushing event updated for resources: {'Port': ['ID=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:27.241518 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-b2489f46-12cc-412c-b629-a9e9dd877ee8 service neutron] 10.222.0.41 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332631 Sep 07 04:15:27.245314 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21704e5efdf44e8a7543bf401c638a30a9902a7b9881d0b470a3fbdbe53cef61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ad55fe-c61c-4b14-b415-38d50672c055" -d '{"events": [{"name": "network-changed", "server_uuid": "2492f5bc-1838-43aa-922e-e6bfe18007f5", "tag": "c63ce8d9-1597-43a4-9c2b-de3f65c7aff2"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:15:27.267478 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3db7d-3d7a-4965-b762-89c6357bcd97 req-0cc6769f-9850-4a8b-a89d-f88c375be999 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:27.269025 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dde3db7d-3d7a-4965-b762-89c6357bcd97 req-0cc6769f-9850-4a8b-a89d-f88c375be999 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0829008 Sep 07 04:15:27.310272 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dde3db7d-3d7a-4965-b762-89c6357bcd97 req-6dfe9fed-adb8-4ffe-8b05-b182b0289210 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345213 Sep 07 04:15:27.431548 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9e1b64d3-0f42-4e6e-9e59-9de354a5ff09 req-0aa93b36-7efe-480d-b591-57fa62909f3a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0297606 Sep 07 04:15:27.650019 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c381af51-f423-444d-810d-719be62117b7 x-openstack-request-id: req-c381af51-f423-444d-810d-719be62117b7 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:15:27.650590 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2492f5bc-1838-43aa-922e-e6bfe18007f5", "tag": "c63ce8d9-1597-43a4-9c2b-de3f65c7aff2", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:15:27.651057 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c381af51-f423-444d-810d-719be62117b7 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:15:27.651606 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2492f5bc-1838-43aa-922e-e6bfe18007f5', 'tag': 'c63ce8d9-1597-43a4-9c2b-de3f65c7aff2', 'status': 'completed', 'code': 200} Sep 07 04:15:27.978573 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 2203d025-6515-4d18-b606-b3e7c4e760a2 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:27.979805 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8903211f-ff7f-4fe2-9529-a92683a76e60 req-35c5091c-1634-48ec-9531-c07af69992a7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0322585 Sep 07 04:15:28.029485 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 2203d025-6515-4d18-b606-b3e7c4e760a2 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:28.029849 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:28.102036 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-086f3131-1d10-4371-af95-03a50d6603eb req-4dfd6350-134a-4051-aecd-37b0f5963337 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0250423 Sep 07 04:15:28.107353 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 815073d9-5c6e-4efa-90df-3e14dcfd4d98 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:28.152508 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:28.152909 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:28.423648 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6692a5f-b2d6-450c-9310-f2698be2d95b req-e49d35c1-bc9d-4bf0-b4b6-4194098367d6 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:28.425351 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b6692a5f-b2d6-450c-9310-f2698be2d95b req-e49d35c1-bc9d-4bf0-b4b6-4194098367d6 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0470276 Sep 07 04:15:28.460202 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b6692a5f-b2d6-450c-9310-f2698be2d95b req-779257f8-147e-48a5-91a5-0dab454b39d7 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291104 Sep 07 04:15:28.523691 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a0c292bc-a12a-494e-ba06-bfa1c3a21ce6 req-b59b2075-d32f-44a8-be8d-4b6c79981749 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0261910 Sep 07 04:15:29.077581 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-79517796-dd96-406e-a652-d2961e8d1d89 req-b5f6a02d-89a4-411a-b875-9b34e9348590 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0285344 Sep 07 04:15:29.334531 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d293bd06-68c8-4943-a40f-c91b8c6b646a req-ef787381-1626-410a-be40-0e8e4260596b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.1656806 Sep 07 04:15:29.569680 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5132f6-6cdd-4b9a-88e5-8ba21877abf7 req-e4938bf3-0004-4cbc-86e0-7d1c608f0475 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:29.571133 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ce5132f6-6cdd-4b9a-88e5-8ba21877abf7 req-e4938bf3-0004-4cbc-86e0-7d1c608f0475 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0471797 Sep 07 04:15:29.623057 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8d82d2b7-1e1a-4586-8a5e-e75bfbc7248c req-a6c6aa7a-4a75-4e1e-b15e-7095dde2719f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0334313 Sep 07 04:15:29.630026 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ce5132f6-6cdd-4b9a-88e5-8ba21877abf7 req-fd9de1e7-1aa3-4d4b-a10b-930c0d39f919 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530138 Sep 07 04:15:30.198806 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-380ebb35-753a-4248-bad2-dbb8137033da req-3558d516-16d6-43a8-bc07-775a5f64d71c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0435586 Sep 07 04:15:30.428582 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bf0aa60d-7645-492c-bc9a-68a9d8b9bdb9 req-f3d7f267-5375-4760-9094-3453dbfce971 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0260611 Sep 07 04:15:30.744028 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a34d9cf-ae0b-4657-a90f-76fc61410881 req-683fc059-fda0-4bdc-bb3c-448bb5a0777f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0471148 Sep 07 04:15:30.768276 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46d81f-facf-46bb-b212-e022825d0e02 req-bcd0fe82-3254-4a05-b927-9f9d503d75ff tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:30.769725 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2a46d81f-facf-46bb-b212-e022825d0e02 req-bcd0fe82-3254-4a05-b927-9f9d503d75ff tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0747895 Sep 07 04:15:30.813017 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2a46d81f-facf-46bb-b212-e022825d0e02 req-050d7c0c-5d19-449e-b5a8-998caa1d962a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368154 Sep 07 04:15:31.309627 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a9df2399-a604-4f36-87f0-1c53d9a25cf7 req-7b7e0996-6f85-499c-947a-b6a2acd1e853 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0367887 Sep 07 04:15:31.556814 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5673dbf5-afa4-4737-912b-7df1e79638cf req-341ed0c9-9960-448f-937b-eb2ddcf88fee tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0505638 Sep 07 04:15:31.758641 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37792) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:31.841572 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-853fa7d4-6851-4845-8235-f7e7f84caba9 req-84cef79a-de8f-486e-acf1-73e7adef9f62 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0281115 Sep 07 04:15:31.872982 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-000dfe85-79fe-429c-b09b-5c9ee1445e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:31.956414 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98781d3-eba2-4d65-94d2-3b9cb2355834 req-6e58fab6-c1a2-4c77-91fc-2c76ad3f0f1e tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:31.957961 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d98781d3-eba2-4d65-94d2-3b9cb2355834 req-6e58fab6-c1a2-4c77-91fc-2c76ad3f0f1e tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0565598 Sep 07 04:15:31.973152 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-000dfe85-79fe-429c-b09b-5c9ee1445e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:31.980195 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-000dfe85-79fe-429c-b09b-5c9ee1445e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:32.002681 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d98781d3-eba2-4d65-94d2-3b9cb2355834 req-aaa9c36c-a972-4378-ba52-a9a158f99406 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374444 Sep 07 04:15:32.013360 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-000dfe85-79fe-429c-b09b-5c9ee1445e22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec4606dcde8d48ab9e246f3ea5b8c645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536347 Sep 07 04:15:32.016136 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37800) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:32.027509 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000dfe85-79fe-429c-b09b-5c9ee1445e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f58724-d059-4300-9cfa-1ebda0ee5024,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:32.094370 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc595b94-93cf-4bac-a7d6-04f67a6a471f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:32.137500 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc595b94-93cf-4bac-a7d6-04f67a6a471f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:32.215035 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc595b94-93cf-4bac-a7d6-04f67a6a471f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:32.217788 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc595b94-93cf-4bac-a7d6-04f67a6a471f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:32.218977 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-cc595b94-93cf-4bac-a7d6-04f67a6a471f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40f58724-d059-4300-9cfa-1ebda0ee5024 HTTP/1.1" status: 204 len: 168 time: 0.1859524 Sep 07 04:15:32.226784 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc595b94-93cf-4bac-a7d6-04f67a6a471f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f58724-d059-4300-9cfa-1ebda0ee5024,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:32.458472 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a003b4eb-2f41-4d5f-826c-83a560d1b3a2 req-87ab2ec6-ae08-4b75-8aad-4d4823371ed9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0398619 Sep 07 04:15:32.662089 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-59bd9c3e-d10c-4600-9211-c8bd35cfcdbb req-de1f9cb8-9a0e-464a-a24c-2beba2a3ee1a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0258558 Sep 07 04:15:32.905050 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37848) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:32.967429 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e8762ff8-0316-4d8e-a292-a11e87157fcc req-012aebcf-a403-4c7e-806a-94f90662f91a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0273595 Sep 07 04:15:33.024402 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1599667877-network', 'tenant_id': '0c3be49cddb54587837aa480b80a2beb'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:33.058608 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Made reservation on behalf of 0c3be49cddb54587837aa480b80a2beb for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:33.070118 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:33.079620 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:33.135739 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dacad-fdf9-4b4c-96e8-60f073f387e3 req-558d6694-8167-4b13-b81e-4c0b8284f20e tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:33.137263 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-215dacad-fdf9-4b4c-96e8-60f073f387e3 req-558d6694-8167-4b13-b81e-4c0b8284f20e tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0505638 Sep 07 04:15:33.171486 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:33.175867 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:33.190280 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-215dacad-fdf9-4b4c-96e8-60f073f387e3 req-1e5f1da7-e942-4977-bb29-c365a5e222e4 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442047 Sep 07 04:15:33.200354 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:15:33.215720 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ea454c-89c5-426d-8783-915f7b6965eb,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:33.221473 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:33.221814 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Added segment da55297a-81a4-4032-8f39-dc7a953ce1a2 of type vlan for network ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4 Sep 07 04:15:33.260003 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:33.282991 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:33.283996 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:33.284647 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:33.319449 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4122434 Sep 07 04:15:33.322693 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37856) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:33.327597 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-cb41aa3c-29e2-4477-9be3-933d196c1ee7 admin admin] Request body: {'subnet': {'network_id': 'ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1599667877-subnet', 'tenant_id': '0c3be49cddb54587837aa480b80a2beb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:33.345613 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0869b15-b714-4231-aaaf-1e924a42f908 admin admin] Pushing event updated for resources: {'Network': ['ID=ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:33.354268 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb41aa3c-29e2-4477-9be3-933d196c1ee7 admin admin] Made reservation on behalf of 0c3be49cddb54587837aa480b80a2beb for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:33.357775 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4 details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:15:33.359987 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb41aa3c-29e2-4477-9be3-933d196c1ee7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:33.561501 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-986142b8-7f74-4b7c-85e4-6db0867e3f8d req-637e4af2-4f7d-4b0f-9c61-e56c0fc7a172 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0310254 Sep 07 04:15:33.569198 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb41aa3c-29e2-4477-9be3-933d196c1ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:33.627328 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41aa3c-29e2-4477-9be3-933d196c1ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abdcc021-3315-4c39-ab60-cb47ef46fe15,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:33.634934 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb41aa3c-29e2-4477-9be3-933d196c1ee7 admin admin] Checking segment: {'id': 'da55297a-81a4-4032-8f39-dc7a953ce1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:33.635280 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb41aa3c-29e2-4477-9be3-933d196c1ee7 admin admin] Network hostable DHCP agents. Network: ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:15:33.651269 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb41aa3c-29e2-4477-9be3-933d196c1ee7 admin admin] Network ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4 is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:15:33.659976 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-cb41aa3c-29e2-4477-9be3-933d196c1ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:33.664772 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb41aa3c-29e2-4477-9be3-933d196c1ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:33.666866 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb41aa3c-29e2-4477-9be3-933d196c1ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:33.669961 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfde112-d28c-45e8-896f-792f7b86baf0 None None] Network ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:33.692650 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-cb41aa3c-29e2-4477-9be3-933d196c1ee7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3686979 Sep 07 04:15:33.778214 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f19a2bf1-1b85-42c3-b130-1ed6f1637509 req-c29d1605-13a8-46ce-9aae-205f89ea0f71 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0352664 Sep 07 04:15:33.826058 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682fc1aa-c516-4be6-b953-1be27d9d3b94 None None] Network ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:34.079922 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b86b1090-813d-401f-9c9c-62be84d323d2 req-ffc6435e-6cc7-4ef7-9a11-dd97ac6b63ea tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0266182 Sep 07 04:15:34.260885 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37888) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:34.265683 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-421732959-network', 'tenant_id': 'ffb625e781dc4a43b25ee16bd020e78c'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:34.312237 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Made reservation on behalf of ffb625e781dc4a43b25ee16bd020e78c for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:34.312237 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:34.322508 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee269a-0a03-450a-a896-e3bc379de2b5 req-4759206d-7995-499b-9279-d677d7212446 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:34.322721 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:34.324056 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f2ee269a-0a03-450a-a896-e3bc379de2b5 req-4759206d-7995-499b-9279-d677d7212446 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0671384 Sep 07 04:15:34.377174 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f2ee269a-0a03-450a-a896-e3bc379de2b5 req-36d5f8d8-8d47-45a0-a92f-bb4114e6e15d tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 Sep 07 04:15:34.441600 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:34.445372 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:34.471797 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:15:34.477375 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7485d56-cd32-47ba-8d78-840b0029a67c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:34.487013 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:34.487602 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Added segment 86d04691-3211-488c-9622-4fd8e1ab9e6e of type vlan for network c5aaba53-9086-4680-ac7b-06cad8511d3a Sep 07 04:15:34.531499 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:34.555263 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:34.556205 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:34.556816 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:34.582967 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3209429 Sep 07 04:15:34.585875 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37892) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:34.592915 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-e0251e10-4204-46b6-8b9a-f71fee089601 admin admin] Request body: {'subnet': {'network_id': 'c5aaba53-9086-4680-ac7b-06cad8511d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-421732959-subnet', 'tenant_id': 'ffb625e781dc4a43b25ee16bd020e78c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:34.618963 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1b64d-69cc-4992-b469-5f1b173dc4b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c5aaba53-9086-4680-ac7b-06cad8511d3a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:34.623256 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0251e10-4204-46b6-8b9a-f71fee089601 admin admin] Made reservation on behalf of ffb625e781dc4a43b25ee16bd020e78c for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:34.625560 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0251e10-4204-46b6-8b9a-f71fee089601 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:34.630543 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network c5aaba53-9086-4680-ac7b-06cad8511d3a details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:15:34.672010 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bf009443-e0c9-4760-8efe-b13cc1ed1f61 req-f9ee931d-ed8d-4e1d-85b1-ddac90e08880 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0323448 Sep 07 04:15:34.815820 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0251e10-4204-46b6-8b9a-f71fee089601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:34.880208 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9686dd60-b144-4b76-afd3-686a490ec749 req-d1378a5f-832d-4ea1-80a0-7276c2ae757f tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0403998 Sep 07 04:15:34.892596 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0251e10-4204-46b6-8b9a-f71fee089601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc1e73c-47d7-4e8b-8e8f-392bf0641e67,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:34.913328 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0251e10-4204-46b6-8b9a-f71fee089601 admin admin] Checking segment: {'id': '86d04691-3211-488c-9622-4fd8e1ab9e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c5aaba53-9086-4680-ac7b-06cad8511d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:34.913603 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0251e10-4204-46b6-8b9a-f71fee089601 admin admin] Network hostable DHCP agents. Network: c5aaba53-9086-4680-ac7b-06cad8511d3a, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:15:34.934191 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0251e10-4204-46b6-8b9a-f71fee089601 admin admin] Network c5aaba53-9086-4680-ac7b-06cad8511d3a is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:15:34.942347 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-e0251e10-4204-46b6-8b9a-f71fee089601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, c5aaba53-9086-4680-ac7b-06cad8511d3a) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:34.947097 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0251e10-4204-46b6-8b9a-f71fee089601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:34.947743 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0251e10-4204-46b6-8b9a-f71fee089601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:34.955031 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c959da2d-eff9-427f-974e-d96faa25624e None None] Network c5aaba53-9086-4680-ac7b-06cad8511d3a requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:34.971296 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e0251e10-4204-46b6-8b9a-f71fee089601 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3835554 Sep 07 04:15:35.084605 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81337ab4-7244-4dd9-b19b-c3c1ee57c619 None None] Network c5aaba53-9086-4680-ac7b-06cad8511d3a requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:35.143379 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37906) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:35.194227 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-61aadaca-d01a-477f-9fbc-414cc887edb8 req-d9287b68-2b0c-466b-843e-061ec02af437 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0269787 Sep 07 04:15:35.200441 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cd999a-cc80-4df5-a786-1c828f1ac717 admin admin] Deleting subnet abdcc021-3315-4c39-ab60-cb47ef46fe15 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:15:35.205016 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19cd999a-cc80-4df5-a786-1c828f1ac717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:35.253896 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19cd999a-cc80-4df5-a786-1c828f1ac717 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:35.263799 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19cd999a-cc80-4df5-a786-1c828f1ac717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:35.326931 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19cd999a-cc80-4df5-a786-1c828f1ac717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:35.351239 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd999a-cc80-4df5-a786-1c828f1ac717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abdcc021-3315-4c39-ab60-cb47ef46fe15,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:35.357588 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19cd999a-cc80-4df5-a786-1c828f1ac717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:35.362209 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 37910) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:35.362420 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-19cd999a-cc80-4df5-a786-1c828f1ac717 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/abdcc021-3315-4c39-ab60-cb47ef46fe15 HTTP/1.1" status: 204 len: 168 time: 0.2167590 Sep 07 04:15:35.450611 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:35.556621 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a269fa-9bfa-4b01-92a2-c75f781e16be req-1df2da95-2201-4506-9b89-43784feec9e8 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:35.558137 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a1a269fa-9bfa-4b01-92a2-c75f781e16be req-1df2da95-2201-4506-9b89-43784feec9e8 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0964637 Sep 07 04:15:35.591002 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:35.622237 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.622577 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.623314 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.623649 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > port after_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.623986 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.624359 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > port after_update 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.624682 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.625019 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.625355 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.625692 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.792998 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.793349 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.793679 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.794008 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:35.794379 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:35.816192 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da55297a-81a4-4032-8f39-dc7a953ce1a2') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:35.816509 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da55297a-81a4-4032-8f39-dc7a953ce1a2') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:35.866411 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7edb8de-0adb-48e2-90f9-5a9b5d41d7fc req-943d2c5f-0e4c-4cbe-906a-8793538777f5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0566449 Sep 07 04:15:35.868203 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30486671'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:35.885220 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a1a269fa-9bfa-4b01-92a2-c75f781e16be req-3fe4b7e9-4f5a-49f0-b587-fbad593c707f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193414 Sep 07 04:15:35.898132 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:35.907622 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:15:35.908079 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2660306'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: from cryptography.utils import int_from_bytes Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: from cryptography.utils import int_from_bytes Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: timer() Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: cb(*args, **kw) Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: self._notify() Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: self.callback(batched_events) Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: event.method(event) Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._get(url).json() Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:15:35.912336 dv-cinder-778193-8-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:15:36.003748 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0820f693-b943-4373-b45d-45b0366e89ab req-b6cab16d-bdfb-41a4-856b-0c5c303adc46 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0352194 Sep 07 04:15:36.008491 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.015701 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.019659 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4 HTTP/1.1" status: 204 len: 168 time: 0.6544652 Sep 07 04:15:36.020964 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37924) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:36.031425 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c8984-7974-45d6-a8c0-3ec63028e732 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef981ef1-2c8e-4b00-b5a1-d4b0ef04d5c4,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:36.215402 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-618fbd7b-b1d9-4fb3-b52f-dd505d7a7f1b admin admin] Deleting subnet 3cc1e73c-47d7-4e8b-8e8f-392bf0641e67 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:15:36.219572 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-618fbd7b-b1d9-4fb3-b52f-dd505d7a7f1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.266412 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-618fbd7b-b1d9-4fb3-b52f-dd505d7a7f1b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.287286 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-618fbd7b-b1d9-4fb3-b52f-dd505d7a7f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.334665 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4c1b798-257e-4d4c-b3e7-e1abb24860c9 req-8476c64d-e0df-4093-8d02-88c44227a13b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0325975 Sep 07 04:15:36.365744 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-618fbd7b-b1d9-4fb3-b52f-dd505d7a7f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.402623 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fbd7b-b1d9-4fb3-b52f-dd505d7a7f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc1e73c-47d7-4e8b-8e8f-392bf0641e67,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:36.407480 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-618fbd7b-b1d9-4fb3-b52f-dd505d7a7f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.409390 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-618fbd7b-b1d9-4fb3-b52f-dd505d7a7f1b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3cc1e73c-47d7-4e8b-8e8f-392bf0641e67 HTTP/1.1" status: 204 len: 168 time: 0.3874555 Sep 07 04:15:36.412018 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37930) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:36.489844 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.583372 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.604775 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.605123 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.605838 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.606169 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > port after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.606512 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.607008 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > port after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.608342 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.608770 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.609116 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.609449 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.784801 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.785047 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.785381 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.785710 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 04:15:36.786075 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5aaba53-9086-4680-ac7b-06cad8511d3a']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:36.803718 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d04691-3211-488c-9622-4fd8e1ab9e6e') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:36.804010 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d04691-3211-488c-9622-4fd8e1ab9e6e') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:15:36.819101 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30740869'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.838892 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.846549 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:15:36.846924 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30702055'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: from cryptography.utils import int_from_bytes Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: from cryptography.utils import int_from_bytes Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: Traceback (most recent call last): Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: timer() Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: cb(*args, **kw) Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: return func(*args, **kwargs) Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: self._notify() Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: self.callback(batched_events) Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: event.method(event) Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: return f(self, *a, **k) Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._get(url).json() Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:15:36.850796 dv-cinder-778193-8-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:15:36.911428 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.930626 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:36.933032 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] 10.222.0.41 "DELETE /v2.0/networks/c5aaba53-9086-4680-ac7b-06cad8511d3a HTTP/1.1" status: 204 len: 168 time: 0.5198097 Sep 07 04:15:36.934469 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5ae19-a688-4e8a-ae15-3bf093f50c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=c5aaba53-9086-4680-ac7b-06cad8511d3a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:36.972071 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a8fc973c-2070-4f86-a034-63b39d355e7e req-b14cb776-0346-4c18-9c51-7b8c2184c7e2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0282903 Sep 07 04:15:37.030675 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98a00e-62ff-42b4-b9f2-62df5933c4db req-2e089eeb-dcf3-46d7-82ad-394ec9a9a14c tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:37.032248 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d98a00e-62ff-42b4-b9f2-62df5933c4db req-2e089eeb-dcf3-46d7-82ad-394ec9a9a14c tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0592666 Sep 07 04:15:37.149554 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8452dbcd-7a00-454f-97ed-5795807f8b86 req-cc8d2e71-e52c-4691-bafb-ca08fa4d64a9 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0471251 Sep 07 04:15:37.166670 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d98a00e-62ff-42b4-b9f2-62df5933c4db req-86f57395-83f9-418a-9b5b-84915cb2e354 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226604 Sep 07 04:15:37.199878 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37946) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:37.244686 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b6c2b95e-60b8-4a3b-9523-559a0ac8de3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c3be49cddb54587837aa480b80a2beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431786 Sep 07 04:15:37.247181 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37948) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:37.297054 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-372b1d87-7bb5-4b9d-80cd-bcfa3d014f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:37.318645 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-372b1d87-7bb5-4b9d-80cd-bcfa3d014f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:37.368837 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-372b1d87-7bb5-4b9d-80cd-bcfa3d014f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:37.371391 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-372b1d87-7bb5-4b9d-80cd-bcfa3d014f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:37.372577 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-372b1d87-7bb5-4b9d-80cd-bcfa3d014f16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6ea454c-89c5-426d-8783-915f7b6965eb HTTP/1.1" status: 204 len: 168 time: 0.1244800 Sep 07 04:15:37.380602 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b1d87-7bb5-4b9d-80cd-bcfa3d014f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ea454c-89c5-426d-8783-915f7b6965eb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:37.455976 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-677c6b1a-42b8-432d-8535-a409e4681657 req-622b784d-384d-4818-99c6-a6c2e7866ff1 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0331829 Sep 07 04:15:37.736470 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37960) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:37.774129 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-94b3bb63-53b7-4276-8fc2-d2de83f26487 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffb625e781dc4a43b25ee16bd020e78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364981 Sep 07 04:15:37.777084 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 37962) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:37.823266 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ecc82254-3852-48f9-bb78-68f6f1d855ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:37.845172 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ecc82254-3852-48f9-bb78-68f6f1d855ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:37.889764 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ecc82254-3852-48f9-bb78-68f6f1d855ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:37.892165 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ecc82254-3852-48f9-bb78-68f6f1d855ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:37.893375 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ecc82254-3852-48f9-bb78-68f6f1d855ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7485d56-cd32-47ba-8d78-840b0029a67c HTTP/1.1" status: 204 len: 168 time: 0.1154549 Sep 07 04:15:37.901251 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc82254-3852-48f9-bb78-68f6f1d855ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7485d56-cd32-47ba-8d78-840b0029a67c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:38.085994 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c83a155-c214-48ac-871f-5fc8bc1452d3 req-4344b28b-f3ab-4d28-a83b-f8e7de80c353 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0329645 Sep 07 04:15:38.292077 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6f7b745a-e1e7-47c6-bc3c-c13ea1ca6767 req-c56746c6-5719-4aad-8915-d1b9c725e8e8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0410776 Sep 07 04:15:38.346290 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7c677-e990-445a-82f4-69201ff4e4a2 req-6734c3b1-7cf4-4864-9773-24139d2f3ad4 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:38.347857 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-edb7c677-e990-445a-82f4-69201ff4e4a2 req-6734c3b1-7cf4-4864-9773-24139d2f3ad4 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0807111 Sep 07 04:15:38.401589 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-edb7c677-e990-445a-82f4-69201ff4e4a2 req-f2de5139-d883-426d-8ff4-3ef1e95debb2 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374107 Sep 07 04:15:38.567991 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-185b9c98-0e1b-40f8-860d-f3dd7225df74 req-6d29ec19-3fb3-4bc0-b31f-e3ffb874e040 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0324841 Sep 07 04:15:39.189626 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a75541b-ae32-4b6c-a0e9-2324137ad530 req-7b7408d0-f0bb-47f7-b30e-1d9ec8ae1769 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0274537 Sep 07 04:15:39.391141 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a0f347d-b655-48e9-a393-dad816385fab req-9c959d81-1def-4617-af98-937c48a20f1f tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0291283 Sep 07 04:15:39.546334 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd69a8-e47e-4f62-bde1-6f8b9508c1b9 req-37ff74d3-a1fb-4532-86c8-e2c9f0f1df6a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:39.548068 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2efd69a8-e47e-4f62-bde1-6f8b9508c1b9 req-37ff74d3-a1fb-4532-86c8-e2c9f0f1df6a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0672100 Sep 07 04:15:39.713918 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-8eef556c-b5be-42a0-bfad-727ae460e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:39.715443 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-8eef556c-b5be-42a0-bfad-727ae460e570 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e1bdb62dbf04d93ad2ccca3b6790ab3&device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 1097 time: 0.1484077 Sep 07 04:15:39.751517 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2efd69a8-e47e-4f62-bde1-6f8b9508c1b9 req-bfb86597-3c96-4e45-8a77-32d0ed3a6ddc tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960902 Sep 07 04:15:39.754394 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dc6dd826-9bbb-448e-ad6e-a593655fbd48 req-60e8efd2-394a-43e1-bff5-0422b7587175 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0534689 Sep 07 04:15:39.836037 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-25e91e7b-c3a5-4789-94c2-c581e7b7e468 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 HTTP/1.1" status: 200 len: 217 time: 0.0880294 Sep 07 04:15:39.898318 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-f125cf89-0a67-47bd-b6a2-90805dbfbecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:39.900118 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-f125cf89-0a67-47bd-b6a2-90805dbfbecb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6cc3318a-36f0-44b5-9b37-03cc47679c66 HTTP/1.1" status: 200 len: 851 time: 0.0540669 Sep 07 04:15:39.911300 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 38084) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:39.975630 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-e0564f45-8d07-4b6d-bc81-6310bb236f32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=144bc590-8126-4743-bb9a-b980d2279713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661814 Sep 07 04:15:40.061287 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c42b575f-871e-496d-a842-d444ebb47945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:40.093854 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-f18636a1-d4da-4b10-acb5-70b610c96634 service neutron] 10.222.0.36 "GET /v2.0/networks/144bc590-8126-4743-bb9a-b980d2279713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089289 Sep 07 04:15:40.163340 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c42b575f-871e-496d-a842-d444ebb47945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:40.167285 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c42b575f-871e-496d-a842-d444ebb47945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:40.208936 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 38102) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:40.209448 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c42b575f-871e-496d-a842-d444ebb47945 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2770f70bb3d5494fb404f0b9c198d281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969277 Sep 07 04:15:40.235240 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89567808-3a29-44cf-ac9c-8da4c654b96e req-a0fdd2c7-a0dd-49cc-bdb8-589e3490a596 service neutron] 10.222.0.36 "GET /v2.0/networks/144bc590-8126-4743-bb9a-b980d2279713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342325 Sep 07 04:15:40.235500 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b575f-871e-496d-a842-d444ebb47945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21906337-498a-460e-a86b-df20576eea21,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:40.269134 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-65a41c09-f7da-42c3-b6e4-f5de5a9cf4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:40.302828 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3d1c7d6-e83b-424b-b28f-4cf72e4d1c68 req-5d4352b0-0361-4362-afdf-e104a80f6008 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0310028 Sep 07 04:15:40.314265 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-65a41c09-f7da-42c3-b6e4-f5de5a9cf4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:40.387810 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-65a41c09-f7da-42c3-b6e4-f5de5a9cf4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:40.390456 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-65a41c09-f7da-42c3-b6e4-f5de5a9cf4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:40.394558 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-65a41c09-f7da-42c3-b6e4-f5de5a9cf4f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21906337-498a-460e-a86b-df20576eea21 HTTP/1.1" status: 204 len: 168 time: 0.1808395 Sep 07 04:15:40.402118 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a41c09-f7da-42c3-b6e4-f5de5a9cf4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21906337-498a-460e-a86b-df20576eea21,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:40.410292 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad55fe-c61c-4b14-b415-38d50672c055 req-682a2b7e-78b8-4019-a84c-3bc8204d7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:40.411778 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a7ad55fe-c61c-4b14-b415-38d50672c055 req-682a2b7e-78b8-4019-a84c-3bc8204d7193 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e1bdb62dbf04d93ad2ccca3b6790ab3&device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 1097 time: 0.0579863 Sep 07 04:15:40.645318 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-53061a37-98e2-4bcb-8c97-21cbbb2f5a12 req-50e5233f-db59-41e6-b175-0ad81d675db4 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0458360 Sep 07 04:15:40.703898 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 38118) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:40.717862 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-db8b55cc-c56a-48c3-a946-c9244efb130f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:40.741434 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad55fe-c61c-4b14-b415-38d50672c055 req-3314b846-1422-49e3-8f0e-ef9abcc6b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:40.743256 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a7ad55fe-c61c-4b14-b415-38d50672c055 req-3314b846-1422-49e3-8f0e-ef9abcc6b6ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=144bc590-8126-4743-bb9a-b980d2279713 HTTP/1.1" status: 200 len: 912 time: 0.3196054 Sep 07 04:15:40.794506 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a7ad55fe-c61c-4b14-b415-38d50672c055 req-7c801e4d-5a2f-455b-9505-19d40644dda0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 HTTP/1.1" status: 200 len: 217 time: 0.0429270 Sep 07 04:15:40.837854 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-db8b55cc-c56a-48c3-a946-c9244efb130f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:40.844537 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-db8b55cc-c56a-48c3-a946-c9244efb130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:40.854157 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad55fe-c61c-4b14-b415-38d50672c055 req-4735c61c-d2b1-48e7-8898-e0aeb0feabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:40.856825 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a7ad55fe-c61c-4b14-b415-38d50672c055 req-4735c61c-d2b1-48e7-8898-e0aeb0feabf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6cc3318a-36f0-44b5-9b37-03cc47679c66 HTTP/1.1" status: 200 len: 851 time: 0.0544994 Sep 07 04:15:40.888299 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-db8b55cc-c56a-48c3-a946-c9244efb130f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abb7326e113547f1a1c095d33fc70a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832476 Sep 07 04:15:40.892803 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 38126) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:40.901990 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-351b680f-f8f6-478b-a3c6-a6f0e1a51c11 req-9a9d7a26-38fa-4889-b55f-6e32a14cfa92 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0440049 Sep 07 04:15:40.911606 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b55cc-c56a-48c3-a946-c9244efb130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9990d049-783e-4577-9e4a-83dd53155424,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:40.937063 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a7ad55fe-c61c-4b14-b415-38d50672c055 req-615f10f8-37e0-4062-99db-6b2831da259f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=144bc590-8126-4743-bb9a-b980d2279713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686028 Sep 07 04:15:40.954425 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c38ad56-d41b-4bb4-95cc-b967234a7e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:40.977565 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c38ad56-d41b-4bb4-95cc-b967234a7e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:40.982021 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d751e-c8ca-4b1b-aa2d-253be86f675a req-17a820d3-a904-4b58-8cde-635272280484 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:40.983501 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de6d751e-c8ca-4b1b-aa2d-253be86f675a req-17a820d3-a904-4b58-8cde-635272280484 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.1161652 Sep 07 04:15:41.031791 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c38ad56-d41b-4bb4-95cc-b967234a7e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:41.034888 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c38ad56-d41b-4bb4-95cc-b967234a7e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:41.036468 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6c38ad56-d41b-4bb4-95cc-b967234a7e85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9990d049-783e-4577-9e4a-83dd53155424 HTTP/1.1" status: 204 len: 168 time: 0.1424384 Sep 07 04:15:41.058533 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38ad56-d41b-4bb4-95cc-b967234a7e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9990d049-783e-4577-9e4a-83dd53155424,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:41.081305 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de6d751e-c8ca-4b1b-aa2d-253be86f675a req-8d218330-5fee-48af-ae0f-dfec1a11c61b tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674798 Sep 07 04:15:41.083680 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a7ad55fe-c61c-4b14-b415-38d50672c055 req-a2cea679-73ec-4df3-a087-2a19541ed952 service neutron] 10.222.0.36 "GET /v2.0/networks/144bc590-8126-4743-bb9a-b980d2279713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366513 Sep 07 04:15:41.221182 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a7ad55fe-c61c-4b14-b415-38d50672c055 req-a183f091-2c2b-44cd-b8b2-b2c49b73af67 service neutron] 10.222.0.36 "GET /v2.0/networks/144bc590-8126-4743-bb9a-b980d2279713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268649 Sep 07 04:15:41.405113 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5884c0a1-6feb-4599-b59e-43ea77552bad req-7bf69443-28b4-460d-a412-f5b4d19c9580 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0310714 Sep 07 04:15:41.737591 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ad507a0-202a-4a10-81f0-74ebd714a078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:41.748547 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-472fb7c0-2243-46b0-b08e-ca43d852a426 req-62552bfd-5bcd-447e-8dee-cd2b224f5efb tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0355396 Sep 07 04:15:42.037246 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4810ac92-d0aa-445d-bedc-f377ca13940b req-84597a9a-b750-43f9-8518-302522a6ab41 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0440757 Sep 07 04:15:42.180468 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-f59522ab-278b-42bd-bc4a-884e4562b160 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:42.182064 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-f59522ab-278b-42bd-bc4a-884e4562b160 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.36 "GET /v2.0/networks?id=9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 200 len: 817 time: 0.1768653 Sep 07 04:15:42.223496 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Request body: {'port': {'device_id': '432249ab-977a-46b1-83ea-d320920cca83', 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b', 'admin_state_up': True, 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:42.289687 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f525ab-8c88-4a19-a4b6-eab301ec46e9 req-deab9daa-1ba5-4229-828e-f1a05a7dffc3 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:42.291419 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-33f525ab-8c88-4a19-a4b6-eab301ec46e9 req-deab9daa-1ba5-4229-828e-f1a05a7dffc3 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.1069100 Sep 07 04:15:42.373722 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-33f525ab-8c88-4a19-a4b6-eab301ec46e9 req-e257fba7-dd1d-4d00-a0ab-feb9e83bb458 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730894 Sep 07 04:15:42.430404 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Made reservation on behalf of d3ba3c30ac964bac82d38844399d0bce for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:42.434162 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:42.561841 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.36', 60185) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:42.650503 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc60d440-1bf9-477c-9459-ccb4098f5499 req-d265aa90-18f8-4494-beaf-4b6be2bcb74f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.1260872 Sep 07 04:15:42.685564 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Allocated IP 172.20.0.2 (9d754632-b351-4011-8daa-9d3dc5d3b53b/ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a/0109329b-a614-4ab3-9aed-c6642e516ce6) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:42.872094 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-4d3317ca-4236-4f5f-987f-1869f2c1ab23 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:42.875405 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-4d3317ca-4236-4f5f-987f-1869f2c1ab23 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 817 time: 0.2982605 Sep 07 04:15:42.939775 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4aec842-7409-4804-ab4f-bab2f7d95ca6 req-20709bba-9a12-4b05-9ec1-76ada9c872f0 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0631938 Sep 07 04:15:43.005888 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:43.073018 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:43.181525 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-9d62818b-ee23-4550-b076-0fd45f979ba3 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1369739d3f489aa9ac09e68d77a7c7 HTTP/1.1" status: 200 len: 380 time: 0.0680854 Sep 07 04:15:43.185675 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7892a815-cb5b-4b99-8556-d93b5881b72e req-17380c26-c27f-4d3f-b81d-a9d4af8cc8af tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0521007 Sep 07 04:15:43.187463 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Network 9d754632-b351-4011-8daa-9d3dc5d3b53b is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:43.190994 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:43.195047 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:43.198240 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Request body: {'port': {'device_id': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'admin_state_up': True, 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'security_groups': ['f43977e1-cdcc-494e-a605-62dda3cb3497']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:43.232983 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Pushing event updated for resources: {'Port': ['ID=0109329b-a614-4ab3-9aed-c6642e516ce6,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:43.258500 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:43.259209 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:43.275906 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b3d9da86-b797-4586-84e8-c4010c034609 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0607946 Sep 07 04:15:43.320278 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Made reservation on behalf of bf1369739d3f489aa9ac09e68d77a7c7 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:43.323719 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:43.505301 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a298ef5-fd34-4c41-b35f-8d80b8b1ae21 req-c345e23c-72b4-451a-86c8-15ba0e62d8e9 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:43.506795 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5a298ef5-fd34-4c41-b35f-8d80b8b1ae21 req-c345e23c-72b4-451a-86c8-15ba0e62d8e9 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0522890 Sep 07 04:15:43.537763 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Allocated IP 172.20.0.13 (321f0f4c-b788-479a-a9d9-b101cbaa39d1/9264c29e-9805-4040-b610-de9e25a6f596/b76d8d93-bd10-4e95-8582-3e5cb6bdf955) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:43.549751 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 38290) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:43.550920 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5a298ef5-fd34-4c41-b35f-8d80b8b1ae21 req-f853a1f5-5242-4580-9430-5f288f6889cc tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375540 Sep 07 04:15:43.670910 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2fc9d41-0472-4f80-91be-ef0d12e85ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:43.716333 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:43.739423 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Transition to ACTIVE for port object b76d8d93-bd10-4e95-8582-3e5cb6bdf955 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:43.742669 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-947256e5-697b-4115-ae4f-d54f7e4a7fc6 req-ae87f680-fb5c-40cd-bc87-4b1c34dd16a2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0267608 Sep 07 04:15:43.807613 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:43.994737 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2fc9d41-0472-4f80-91be-ef0d12e85ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.002737 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2fc9d41-0472-4f80-91be-ef0d12e85ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.021792 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:44.027957 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:44.037114 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:44.051956 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3637fbfe-cc08-4a87-806a-93d324709f11 req-26f742d2-11a9-4561-ba32-eea4917fd370 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0338535 Sep 07 04:15:44.117023 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:44.117661 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.142529 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9534819 Sep 07 04:15:44.144637 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c1fbc-02dc-4e59-bd27-b18e46bc966d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event updated for resources: {'Port': ['ID=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:44.151529 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c2fc9d41-0472-4f80-91be-ef0d12e85ba9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1aae1c4daa004a40a22f83d35b57268a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6006548 Sep 07 04:15:44.152858 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 38302) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:44.153213 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc9d41-0472-4f80-91be-ef0d12e85ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa689a6-9392-4d3a-bae8-f883d0502456,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:44.238729 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cbd0bc4c-a1b9-431e-9880-2f7616e2ba28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.273825 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cbd0bc4c-a1b9-431e-9880-2f7616e2ba28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.281629 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e826207-24a4-4b83-893e-7ef7e77c54c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.313831 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-00cd6e85-9a8f-4dd0-b615-fcd90dba52b4 None None] Provisioning for port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:44.318530 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-00cd6e85-9a8f-4dd0-b615-fcd90dba52b4 None None] Provisioning complete for port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:44.318530 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00cd6e85-9a8f-4dd0-b615-fcd90dba52b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.329263 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cbd0bc4c-a1b9-431e-9880-2f7616e2ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.332599 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cbd0bc4c-a1b9-431e-9880-2f7616e2ba28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.337956 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-cbd0bc4c-a1b9-431e-9880-2f7616e2ba28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eaa689a6-9392-4d3a-bae8-f883d0502456 HTTP/1.1" status: 204 len: 168 time: 0.1836572 Sep 07 04:15:44.373274 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0bc4c-a1b9-431e-9880-2f7616e2ba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa689a6-9392-4d3a-bae8-f883d0502456,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:44.376653 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-49bfad09-a642-496a-ab6e-f8a53bdc88a8 req-66b10722-6ac4-4627-bbb2-ee1150ad2cce tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0342462 Sep 07 04:15:44.402411 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-00cd6e85-9a8f-4dd0-b615-fcd90dba52b4 None None] Port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:15:44.612824 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 38326) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:44.627353 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6d71450b-3044-4772-bd9f-5bcc01122dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.697747 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b344f-b56c-479c-8e1e-3882472c687f req-6b926c8a-b50c-4c19-ac8f-7f1903d0b88c tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:44.699395 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-269b344f-b56c-479c-8e1e-3882472c687f req-6b926c8a-b50c-4c19-ac8f-7f1903d0b88c tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0730348 Sep 07 04:15:44.754895 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-269b344f-b56c-479c-8e1e-3882472c687f req-143a5106-ad70-41b5-bd46-2a87c061d5e8 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487652 Sep 07 04:15:44.780455 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.784959 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6d71450b-3044-4772-bd9f-5bcc01122dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.788863 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6d71450b-3044-4772-bd9f-5bcc01122dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.836856 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-6d71450b-3044-4772-bd9f-5bcc01122dfa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aaa2ecd1d51644768a63dc59b41f256a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222929 Sep 07 04:15:44.839575 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 38330) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:44.851007 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71450b-3044-4772-bd9f-5bcc01122dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c08fd18-fcbb-47e2-8d88-346757894e18,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:44.874175 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c495de-6e6b-456c-9ae6-2d86d137012a req-8c7fd871-599d-4a89-a7f5-dfdbc5085674 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:44.875686 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c0c495de-6e6b-456c-9ae6-2d86d137012a req-8c7fd871-599d-4a89-a7f5-dfdbc5085674 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 932 time: 0.0604947 Sep 07 04:15:44.898221 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cfbfe6a2-1113-4b7c-a28c-b1990815ad7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.912981 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c0c495de-6e6b-456c-9ae6-2d86d137012a req-58aeed7b-bc4c-4c0b-a362-6ff993cf145f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Sep 07 04:15:44.923146 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cfbfe6a2-1113-4b7c-a28c-b1990815ad7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.968205 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cfbfe6a2-1113-4b7c-a28c-b1990815ad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.970715 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cfbfe6a2-1113-4b7c-a28c-b1990815ad7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:44.971844 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-cfbfe6a2-1113-4b7c-a28c-b1990815ad7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c08fd18-fcbb-47e2-8d88-346757894e18 HTTP/1.1" status: 204 len: 168 time: 0.1312385 Sep 07 04:15:44.979195 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfe6a2-1113-4b7c-a28c-b1990815ad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c08fd18-fcbb-47e2-8d88-346757894e18,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:45.137374 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ac2f170-45ba-48bd-9123-8079cd5fc4d4 req-d4a0ed42-63c9-45b3-8976-209d857fa9fb tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0290387 Sep 07 04:15:45.224224 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:45.484981 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dfea9912-3e6f-4555-8556-9b50f00a98ed req-067fa0d0-469d-431a-84a2-130c495025c3 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0390193 Sep 07 04:15:45.636521 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 38366) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:45.729523 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1582372414-network', 'tenant_id': 'b417a59fe1b14a0cb351227a2ab87ad1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:45.749325 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Made reservation on behalf of b417a59fe1b14a0cb351227a2ab87ad1 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:45.751683 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:45.759741 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:45.849183 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:45.854333 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:45.871984 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e3f92-7b44-485d-a70c-9f6979498e57 req-217ddefb-8cf5-4cb7-8e10-ad637f0d2c33 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:45.873617 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0e6e3f92-7b44-485d-a70c-9f6979498e57 req-217ddefb-8cf5-4cb7-8e10-ad637f0d2c33 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0497372 Sep 07 04:15:45.874495 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:15:45.889433 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c586a8b-ac45-48d7-923e-0a444ef74b48,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:45.892274 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:45.892620 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Added segment 81d7c2a1-7efe-41d6-9b41-0c3787c28703 of type vlan for network ada61d9c-712b-4003-8bdc-713b234b3f1d Sep 07 04:15:45.913072 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0e6e3f92-7b44-485d-a70c-9f6979498e57 req-d5b82f76-40fd-4157-a253-6fe3fff06e1d tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Sep 07 04:15:45.931734 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:45.956874 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:45.957842 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:45.958419 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:45.988955 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3512824 Sep 07 04:15:45.993127 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 38374) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:45.999423 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-5302311b-a3ba-4fc0-8cdf-7e1e01858f27 admin admin] Request body: {'subnet': {'network_id': 'ada61d9c-712b-4003-8bdc-713b234b3f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1582372414-subnet', 'tenant_id': 'b417a59fe1b14a0cb351227a2ab87ad1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:46.017350 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a030b-2a1e-448d-99e9-9da96a0b988f admin admin] Pushing event updated for resources: {'Network': ['ID=ada61d9c-712b-4003-8bdc-713b234b3f1d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:46.028104 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network ada61d9c-712b-4003-8bdc-713b234b3f1d details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:15:46.040118 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5302311b-a3ba-4fc0-8cdf-7e1e01858f27 admin admin] Made reservation on behalf of b417a59fe1b14a0cb351227a2ab87ad1 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:46.042378 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5302311b-a3ba-4fc0-8cdf-7e1e01858f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29810705'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:46.060952 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd133c4-8461-40c6-83a4-247c05749828 req-f9043eb6-e547-482b-bb4f-68dc814c9ec2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:46.062511 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0fd133c4-8461-40c6-83a4-247c05749828 req-f9043eb6-e547-482b-bb4f-68dc814c9ec2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 932 time: 0.0782125 Sep 07 04:15:46.150909 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0fd133c4-8461-40c6-83a4-247c05749828 req-f7158157-a963-4379-a79f-84b7c32d8359 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787201 Sep 07 04:15:46.267180 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b699832-bcfd-448d-bd92-19d196e59e73 req-a59c917c-1c51-49a1-9d9e-b23c21d26969 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0394609 Sep 07 04:15:46.273684 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5302311b-a3ba-4fc0-8cdf-7e1e01858f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29810791'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:46.325020 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302311b-a3ba-4fc0-8cdf-7e1e01858f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20d6e0d-d7d2-46d9-b498-3a0e10b2cf7f,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:46.334714 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5302311b-a3ba-4fc0-8cdf-7e1e01858f27 admin admin] Checking segment: {'id': '81d7c2a1-7efe-41d6-9b41-0c3787c28703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ada61d9c-712b-4003-8bdc-713b234b3f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:46.335064 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302311b-a3ba-4fc0-8cdf-7e1e01858f27 admin admin] Network hostable DHCP agents. Network: ada61d9c-712b-4003-8bdc-713b234b3f1d, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:15:46.352560 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302311b-a3ba-4fc0-8cdf-7e1e01858f27 admin admin] Network ada61d9c-712b-4003-8bdc-713b234b3f1d is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:15:46.362181 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-5302311b-a3ba-4fc0-8cdf-7e1e01858f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, ada61d9c-712b-4003-8bdc-713b234b3f1d) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:46.366184 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5302311b-a3ba-4fc0-8cdf-7e1e01858f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:46.366905 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5302311b-a3ba-4fc0-8cdf-7e1e01858f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:46.371845 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb58bbf-a033-4b11-acf9-a0f41dcd8dd5 None None] Network ada61d9c-712b-4003-8bdc-713b234b3f1d requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:46.385280 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5302311b-a3ba-4fc0-8cdf-7e1e01858f27 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3898022 Sep 07 04:15:46.502065 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92b5e75-6ab6-4890-80d7-e01a6648d0d9 None None] Network ada61d9c-712b-4003-8bdc-713b234b3f1d requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:46.593652 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-417ec2e8-6d33-4852-9e8c-5524190bc7e4 req-0e5731fe-c0c4-4011-9d6f-c87a5fd23233 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0300798 Sep 07 04:15:46.866765 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 38404) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:46.872272 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1434734371-network', 'tenant_id': '30e9c27ffab6413995a3a9dfb5db07cb'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:46.891282 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Made reservation on behalf of 30e9c27ffab6413995a3a9dfb5db07cb for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:46.893511 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:46.908150 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:46.967400 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.000494 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.004242 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.029017 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:15:47.031443 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700a4ad-c504-4c15-9b69-1f64be473046 req-2146ee74-16fa-4095-a7b7-22c217873516 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:47.033465 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e700a4ad-c504-4c15-9b69-1f64be473046 req-2146ee74-16fa-4095-a7b7-22c217873516 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 944 time: 0.0497673 Sep 07 04:15:47.038438 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f430d480-26b1-47e4-88d2-0f410cd10415,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:47.043800 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.044143 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Added segment 245b2368-1bfb-4be2-b863-571248d3ee04 of type vlan for network 406fda32-60c7-43a2-9d86-afea0d62e531 Sep 07 04:15:47.075089 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e700a4ad-c504-4c15-9b69-1f64be473046 req-80da85d5-c9dc-4d5f-8e72-d5736ea65727 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345309 Sep 07 04:15:47.080998 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.084361 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.114949 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.116083 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:47.116706 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.148031 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2801626 Sep 07 04:15:47.151327 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 38408) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:47.156120 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-a477836c-4a5c-4505-b562-13fe350ae53e admin admin] Request body: {'subnet': {'network_id': '406fda32-60c7-43a2-9d86-afea0d62e531', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1434734371-subnet', 'tenant_id': '30e9c27ffab6413995a3a9dfb5db07cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:47.175258 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec115a42-4ed4-4777-8a78-3d6a244281ac admin admin] Pushing event updated for resources: {'Network': ['ID=406fda32-60c7-43a2-9d86-afea0d62e531,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:47.176710 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a477836c-4a5c-4505-b562-13fe350ae53e admin admin] Made reservation on behalf of 30e9c27ffab6413995a3a9dfb5db07cb for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:47.179064 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a477836c-4a5c-4505-b562-13fe350ae53e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29810705'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.189355 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network 406fda32-60c7-43a2-9d86-afea0d62e531 details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:15:47.206088 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Request body: {'port': {'device_id': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:47.214338 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Request body: {'port': {'device_id': '432249ab-977a-46b1-83ea-d320920cca83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:47.273586 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.384497 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:15:47.524927 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2,segment=NetworkSegment(c82cbeb8-7f17-4303-a309-52211984703d),segment_id=c82cbeb8-7f17-4303-a309-52211984703d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:47.543263 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'c63ce8d9-1597-43a4-9c2b-de3f65c7aff2', 'network_id': '144bc590-8126-4743-bb9a-b980d2279713', 'port_id': 'c63ce8d9-1597-43a4-9c2b-de3f65c7aff2', 'mac_address': 'fa:16:3e:06:2a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc3318a-36f0-44b5-9b37-03cc47679c66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:15:47.550911 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.36', 60194) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:47.619510 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.646959 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:15:47.667604 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cf2f80b8-1961-4faa-aec9-a804d0778e01 req-5982bad6-5c8d-4957-8186-7dfe4857df63 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.1123395 Sep 07 04:15:47.679941 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.703010 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2,segment=NetworkSegment(c82cbeb8-7f17-4303-a309-52211984703d),segment_id=c82cbeb8-7f17-4303-a309-52211984703d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:47.713412 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.760530 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0907a-1595-49d4-a0fc-13c433d91129 req-ab386b25-0d1b-46b4-af06-d8293ab3f66f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:47.768870 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8bc0907a-1595-49d4-a0fc-13c433d91129 req-ab386b25-0d1b-46b4-af06-d8293ab3f66f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 932 time: 0.5344899 Sep 07 04:15:47.795051 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606a333-1672-46b1-9f3a-11e16863c78e req-5a2dfed6-e24f-4363-b74f-01df9b2e085a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:47.796640 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-5a2dfed6-e24f-4363-b74f-01df9b2e085a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.36 "GET /v2.0/networks?id=2e1703b7-84ae-4608-b580-140135a26f9e HTTP/1.1" status: 200 len: 810 time: 0.2398810 Sep 07 04:15:47.805355 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:47.868913 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-5c180d64-2137-4626-a041-64752c8f0165 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff9821ae5cb04759b08ab6b61136c64f HTTP/1.1" status: 200 len: 379 time: 0.0417972 Sep 07 04:15:47.870386 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3bffda9c-4c84-45dd-a7b1-61b458cf47a5 req-021dcdfe-98d3-4788-b915-d48cf525b539 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0949254 Sep 07 04:15:47.875910 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76d8d93-bd10-4e95-8582-3e5cb6bdf955 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:15:47.884835 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:47.901245 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Request body: {'port': {'device_id': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'admin_state_up': True, 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'security_groups': ['f4d7612e-c828-4792-91f8-68ff7c3e31e4']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:47.914111 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Transition to ACTIVE for port object b76d8d93-bd10-4e95-8582-3e5cb6bdf955 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:47.928935 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:48.036249 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8bc0907a-1595-49d4-a0fc-13c433d91129 req-fb04ad3e-3f43-4e33-baa9-62887bc8806f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618294 Sep 07 04:15:48.096874 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a477836c-4a5c-4505-b562-13fe350ae53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29810791'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:48.188650 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['c63ce8d9-1597-43a4-9c2b-de3f65c7aff2'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:15:48.213749 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Pushing event updated for resources: {'Port': ['ID=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:48.235343 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.36', 60198) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:48.239880 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Attempting to bind port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:48.240358 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Attempting to bind port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:48.243220 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Attempting to bind port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 on network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:48.267638 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 on network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:15:48.268033 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Attempting to bind port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 on network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:48.292582 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477836c-4a5c-4505-b562-13fe350ae53e admin admin] Pushing event updated for resources: {'Subnet': ['ID=69fce364-fbc8-4e1e-9015-7cad14850a45,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:48.300548 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:48.300913 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Checking segment: {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:48.301447 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Bound using segment: {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:48.301897 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Bound port: b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:48.302261 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:48.313738 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a477836c-4a5c-4505-b562-13fe350ae53e admin admin] Checking segment: {'id': '245b2368-1bfb-4be2-b863-571248d3ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '406fda32-60c7-43a2-9d86-afea0d62e531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:48.314140 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a477836c-4a5c-4505-b562-13fe350ae53e admin admin] Network hostable DHCP agents. Network: 406fda32-60c7-43a2-9d86-afea0d62e531, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:15:48.356564 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875ecc9-643f-4742-950c-0a67b849c174 req-9b1e068b-0443-4a70-b37b-dba179c0f17e tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:48.358085 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8875ecc9-643f-4742-950c-0a67b849c174 req-9b1e068b-0443-4a70-b37b-dba179c0f17e tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 945 time: 0.1557744 Sep 07 04:15:48.398527 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Made reservation on behalf of ff9821ae5cb04759b08ab6b61136c64f for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:48.401258 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a477836c-4a5c-4505-b562-13fe350ae53e admin admin] Network 406fda32-60c7-43a2-9d86-afea0d62e531 is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:15:48.402560 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:48.436100 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-a477836c-4a5c-4505-b562-13fe350ae53e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, 406fda32-60c7-43a2-9d86-afea0d62e531) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:48.451067 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fce1f6-905a-4fa7-9528-1f86d280635f None None] Network 406fda32-60c7-43a2-9d86-afea0d62e531 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:48.451845 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a477836c-4a5c-4505-b562-13fe350ae53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:48.452525 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a477836c-4a5c-4505-b562-13fe350ae53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:48.466803 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8875ecc9-643f-4742-950c-0a67b849c174 req-2618c113-ad8b-453c-933a-059d9f071bde tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927675 Sep 07 04:15:48.469260 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-18282504-8041-47e9-bed5-97f6ba01dfd7 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:48.471407 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-18282504-8041-47e9-bed5-97f6ba01dfd7 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.36 "GET /v2.0/networks?id=9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 200 len: 817 time: 0.2217472 Sep 07 04:15:48.471503 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0109329b-a614-4ab3-9aed-c6642e516ce6 {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:15:48.482995 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:48.503007 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Transition to ACTIVE for port object 0109329b-a614-4ab3-9aed-c6642e516ce6 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:48.505201 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a477836c-4a5c-4505-b562-13fe350ae53e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3528810 Sep 07 04:15:48.512168 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:48.522921 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Request body: {'port': {'device_id': 'b77fb1b7-a92d-451e-b56d-2f49b8fe66dd', 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b', 'admin_state_up': True, 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:48.523101 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:48.602322 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:48.679284 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Pushing event updated for resources: {'Port': ['ID=0109329b-a614-4ab3-9aed-c6642e516ce6,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:48.679761 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:48.690352 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5412e7ac-e387-4eaf-8d90-194c6ab3ec3c None None] Network 406fda32-60c7-43a2-9d86-afea0d62e531 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:15:48.751150 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Attempting to bind port 0109329b-a614-4ab3-9aed-c6642e516ce6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:48.751489 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Attempting to bind port 0109329b-a614-4ab3-9aed-c6642e516ce6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:48.751828 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Attempting to bind port 0109329b-a614-4ab3-9aed-c6642e516ce6 on network 9d754632-b351-4011-8daa-9d3dc5d3b53b {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:48.761863 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Port 0109329b-a614-4ab3-9aed-c6642e516ce6 on network 9d754632-b351-4011-8daa-9d3dc5d3b53b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:15:48.762189 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Attempting to bind port 0109329b-a614-4ab3-9aed-c6642e516ce6 on network 9d754632-b351-4011-8daa-9d3dc5d3b53b {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:48.772069 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:48.772497 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Checking segment: {'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:48.772900 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Bound using segment: {'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:48.773332 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Bound port: 0109329b-a614-4ab3-9aed-c6642e516ce6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:48.773689 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:48.844300 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Pushing event updated for resources: {'Port': ['ID=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:48.863328 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-37dcf563-5bef-4b09-821f-b7574814ab35 req-a0deb8e2-9ab2-4e45-af60-c8322f88b11e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0776422 Sep 07 04:15:48.878784 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Made reservation on behalf of d3ba3c30ac964bac82d38844399d0bce for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:15:48.883278 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:48.909040 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] For port 0109329b-a614-4ab3-9aed-c6642e516ce6, host hv-cinder-77819, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:48.909400 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:48.910573 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:48.912754 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-8cfe2933-db8b-4935-90a2-40b51acce055 service neutron] 10.222.0.36 "PUT /v2.0/ports/b76d8d93-bd10-4e95-8582-3e5cb6bdf955 HTTP/1.1" status: 200 len: 1094 time: 1.7112386 Sep 07 04:15:48.912885 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] For port 0109329b-a614-4ab3-9aed-c6642e516ce6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0109329b-a614-4ab3-9aed-c6642e516ce6,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:48.917456 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:15:48.925704 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:49.093240 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:49.094610 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:49.100439 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] 10.222.0.36 "PUT /v2.0/ports/0109329b-a614-4ab3-9aed-c6642e516ce6 HTTP/1.1" status: 200 len: 1093 time: 1.8900580 Sep 07 04:15:49.101271 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432249ab-977a-46b1-83ea-d320920cca83', 'tag': '0109329b-a614-4ab3-9aed-c6642e516ce6'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:15:49.104701 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21704e5efdf44e8a7543bf401c638a30a9902a7b9881d0b470a3fbdbe53cef61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873ea8d8-18e9-42b3-924a-3995bd5df344" -d '{"events": [{"name": "network-changed", "server_uuid": "432249ab-977a-46b1-83ea-d320920cca83", "tag": "0109329b-a614-4ab3-9aed-c6642e516ce6"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:15:49.110029 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-448cfbaa-8496-44e6-9fad-6e0799028daf req-5fe27b14-5524-45f4-b2b7-b9b5a25947b2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0667436 Sep 07 04:15:49.133964 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Allocated IP 172.20.0.12 (9d754632-b351-4011-8daa-9d3dc5d3b53b/ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a/46d30619-868b-4d5e-89e3-c3ea1df95fc9) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:49.231039 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a7f75-aa46-4f9c-9ef4-34a7535db790 service neutron] Pushing event updated for resources: {'Port': ['ID=0109329b-a614-4ab3-9aed-c6642e516ce6,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:49.239885 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a89d43d-a8eb-412b-a683-79d0db1a1aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:15:49.268114 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c93fed-9e5e-4b85-8c0b-bd2db6a2331c req-b690e8e5-13ad-42cb-bed2-0a4538ccd218 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:49.276655 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e5c93fed-9e5e-4b85-8c0b-bd2db6a2331c req-b690e8e5-13ad-42cb-bed2-0a4538ccd218 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.1265836 Sep 07 04:15:49.291505 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-4e00f316-9151-40e9-b1c5-dd7ede2297a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:49.293084 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-4e00f316-9151-40e9-b1c5-dd7ede2297a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ba3c30ac964bac82d38844399d0bce&device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 1096 time: 0.1003215 Sep 07 04:15:49.356815 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89e0acb-419e-43bb-9eca-5112bac3750b x-openstack-request-id: req-c89e0acb-419e-43bb-9eca-5112bac3750b {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:15:49.357201 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432249ab-977a-46b1-83ea-d320920cca83", "tag": "0109329b-a614-4ab3-9aed-c6642e516ce6", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:15:49.357461 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c89e0acb-419e-43bb-9eca-5112bac3750b {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:15:49.357921 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432249ab-977a-46b1-83ea-d320920cca83', 'tag': '0109329b-a614-4ab3-9aed-c6642e516ce6', 'status': 'completed', 'code': 200} Sep 07 04:15:49.359347 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-ae7d0a05-01ab-4a5c-978f-fdfebed78d75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0109329b-a614-4ab3-9aed-c6642e516ce6 HTTP/1.1" status: 200 len: 217 time: 0.0506356 Sep 07 04:15:49.364159 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:15:49.367218 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e5c93fed-9e5e-4b85-8c0b-bd2db6a2331c req-a33ea65f-0db0-4f3e-871a-8b3e39729327 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896342 Sep 07 04:15:49.477959 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:49.482013 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:49.482351 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:49.520095 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-7ca8f35c-63b5-40f0-8887-c6f99b0c2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:49.523346 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-7ca8f35c-63b5-40f0-8887-c6f99b0c2eba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a HTTP/1.1" status: 200 len: 857 time: 0.1044276 Sep 07 04:15:49.617397 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-733b50de-c2a4-4b5e-9531-ca13cdd50641 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d754632-b351-4011-8daa-9d3dc5d3b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868039 Sep 07 04:15:49.644754 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:49.720422 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2492f5bc-1838-43aa-922e-e6bfe18007f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63ce8d9-1597-43a4-9c2b-de3f65c7aff2'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:15:49.802502 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2,segment=NetworkSegment(c82cbeb8-7f17-4303-a309-52211984703d),segment_id=c82cbeb8-7f17-4303-a309-52211984703d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:49.803879 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ceb4d8-22b8-4288-af17-3352174185c3 x-openstack-request-id: req-a0ceb4d8-22b8-4288-af17-3352174185c3 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:15:49.804434 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:15:49.805094 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0ceb4d8-22b8-4288-af17-3352174185c3 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:15:49.805784 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'status': 'completed', 'code': 200} Sep 07 04:15:49.814681 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:49.821298 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:49.839551 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Allocated IP 172.20.0.7 (2e1703b7-84ae-4608-b580-140135a26f9e/c77badf1-c6f9-4ffb-a974-28df91afb7c9/c6284171-605a-44d7-922d-e4e9fe1091de) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:15:49.875410 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-f3c81330-3fff-492b-bfd4-79e4af3eda23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:49.877021 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-f3c81330-3fff-492b-bfd4-79e4af3eda23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 1097 time: 0.6339085 Sep 07 04:15:49.878065 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace831f1-945f-4985-9e2c-b262d8b4a236 req-4a40e279-a896-4a85-80a3-214f82a81607 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:49.880198 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:49.892555 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ace831f1-945f-4985-9e2c-b262d8b4a236 req-4a40e279-a896-4a85-80a3-214f82a81607 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 945 time: 0.2858665 Sep 07 04:15:49.894536 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49368cc0-02ed-4afb-b544-2d498d402084" -d '{"events": [{"server_uuid": "2492f5bc-1838-43aa-922e-e6bfe18007f5", "name": "network-vif-plugged", "status": "completed", "tag": "c63ce8d9-1597-43a4-9c2b-de3f65c7aff2"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:15:49.978861 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ace831f1-945f-4985-9e2c-b262d8b4a236 req-f37fb375-b477-406e-acd1-3306bac67b13 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810633 Sep 07 04:15:49.982153 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-36ec3774-31fe-4dd6-b0a7-c9c1ff1cce85 service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362088 Sep 07 04:15:49.988349 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-515f5321-5318-4e24-a279-8e88e4a2d5ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955 HTTP/1.1" status: 200 len: 217 time: 0.0901024 Sep 07 04:15:50.078812 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db62614e-2b8c-473c-9c6c-dc3003f4de6e x-openstack-request-id: req-db62614e-2b8c-473c-9c6c-dc3003f4de6e {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:15:50.079181 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2492f5bc-1838-43aa-922e-e6bfe18007f5", "name": "network-vif-plugged", "status": "completed", "tag": "c63ce8d9-1597-43a4-9c2b-de3f65c7aff2", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:15:50.079519 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db62614e-2b8c-473c-9c6c-dc3003f4de6e {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:15:50.080029 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2492f5bc-1838-43aa-922e-e6bfe18007f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63ce8d9-1597-43a4-9c2b-de3f65c7aff2', 'code': 200} Sep 07 04:15:50.104055 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:50.120311 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-5fd175b1-c490-4261-a3f3-a26b3be89ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:50.121751 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-5fd175b1-c490-4261-a3f3-a26b3be89ed5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.1225750 Sep 07 04:15:50.165676 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1c321-084a-4b12-a91c-800b894efba3 req-a9233732-43c1-423b-9b5e-869ceecbfffe tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:50.167303 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1d1c321-084a-4b12-a91c-800b894efba3 req-a9233732-43c1-423b-9b5e-869ceecbfffe tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 932 time: 0.0733449 Sep 07 04:15:50.174167 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81df0dd6-a198-4531-90af-f7fb1d035efc req-977eb0ba-0811-4c6d-9841-e3d05711b0df service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785276 Sep 07 04:15:50.219118 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Network 9d754632-b351-4011-8daa-9d3dc5d3b53b is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:50.224385 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1d1c321-084a-4b12-a91c-800b894efba3 req-bb3a7dcf-7d03-4fc4-9a9d-4a75dc44075a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451491 Sep 07 04:15:50.238012 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:50.245621 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:50.248955 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Pushing event updated for resources: {'Port': ['ID=46d30619-868b-4d5e-89e3-c3ea1df95fc9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:50.276932 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fb6ba256-cec1-4dbb-b6d0-0a5d9fa18bfb req-25246486-c91d-4cc7-831c-8e357c622b11 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0356784 Sep 07 04:15:50.288955 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:50.319676 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-38ec4156-e836-406a-9238-177b3ca32348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:50.321756 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-38ec4156-e836-406a-9238-177b3ca32348 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1752996 Sep 07 04:15:50.322210 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.36', 60211) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:50.330263 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Transition to ACTIVE for port object c6284171-605a-44d7-922d-e4e9fe1091de will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:50.336582 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:50.337181 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:50.338660 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ea8d8-18e9-42b3-924a-3995bd5df344 req-c9750697-d842-4535-b86c-a761a76c2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:50.340135 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-873ea8d8-18e9-42b3-924a-3995bd5df344 req-c9750697-d842-4535-b86c-a761a76c2722 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ba3c30ac964bac82d38844399d0bce&device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 1096 time: 0.0480974 Sep 07 04:15:50.431522 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-b8d28ced-f9aa-4868-afa7-732ac5a5e20b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9155936 Sep 07 04:15:50.463147 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ea8d8-18e9-42b3-924a-3995bd5df344 req-2f938e03-3356-470d-bcc9-1171a5ef5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:50.464669 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-873ea8d8-18e9-42b3-924a-3995bd5df344 req-2f938e03-3356-470d-bcc9-1171a5ef5a3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 200 len: 918 time: 0.1127002 Sep 07 04:15:50.482723 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Request body: {'port': {'device_id': 'b77fb1b7-a92d-451e-b56d-2f49b8fe66dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:50.518768 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c8cca-369f-447a-9fd9-b47c339cbbd5 req-080cb6d7-44e5-4f4a-abb9-09d3858c8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:50.520248 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d46c8cca-369f-447a-9fd9-b47c339cbbd5 req-080cb6d7-44e5-4f4a-abb9-09d3858c8a3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 1099 time: 0.1793599 Sep 07 04:15:50.528867 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-873ea8d8-18e9-42b3-924a-3995bd5df344 req-5f2c772f-f576-4c89-b40a-7b9d19cd7555 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0109329b-a614-4ab3-9aed-c6642e516ce6 HTTP/1.1" status: 200 len: 217 time: 0.0525343 Sep 07 04:15:50.553072 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:50.569082 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d46c8cca-369f-447a-9fd9-b47c339cbbd5 req-2cb0de6b-0af7-4ebe-8509-f406a754132d service neutron] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:50.579634 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fe35d-1977-4bee-a036-82e635591887 req-e17fa479-bc3a-4cd3-870d-12060eb95b10 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:50.581161 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-475fe35d-1977-4bee-a036-82e635591887 req-e17fa479-bc3a-4cd3-870d-12060eb95b10 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.1130230 Sep 07 04:15:50.598146 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-b8ed34f7-2d8e-48ff-ae50-aa6740ff0e73 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069619 Sep 07 04:15:50.612857 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ea8d8-18e9-42b3-924a-3995bd5df344 req-5eb5b1ab-102c-4922-91b9-c65649ee7f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:50.614285 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-873ea8d8-18e9-42b3-924a-3995bd5df344 req-5eb5b1ab-102c-4922-91b9-c65649ee7f3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a HTTP/1.1" status: 200 len: 857 time: 0.0782175 Sep 07 04:15:50.652722 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-873ea8d8-18e9-42b3-924a-3995bd5df344 req-22a3a406-8862-4573-bbda-d2e09b652daa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d754632-b351-4011-8daa-9d3dc5d3b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287764 Sep 07 04:15:50.655482 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-475fe35d-1977-4bee-a036-82e635591887 req-f4e4fc97-386f-49bd-a74b-8d76c9d33406 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649180 Sep 07 04:15:50.658061 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Network 2e1703b7-84ae-4608-b580-140135a26f9e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:15:50.659117 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:50.677337 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:15:50.700550 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:15:50.768303 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-873ea8d8-18e9-42b3-924a-3995bd5df344 req-8948505a-4d8e-4f4e-a4b3-ea1dce1b08ff service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079035 Sep 07 04:15:50.771341 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event updated for resources: {'Port': ['ID=c6284171-605a-44d7-922d-e4e9fe1091de,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:50.859966 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:50.860731 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:50.912807 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-873ea8d8-18e9-42b3-924a-3995bd5df344 req-5f5a5113-d1a4-4bb0-a98a-05e51ecc9275 service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368036 Sep 07 04:15:50.969007 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-39e02bbc-621c-4298-925d-5a94a0c2bd27 req-1bce29ac-835c-4c50-a710-b22d6c469ac1 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581650 Sep 07 04:15:50.973581 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-96f8ea65-b1ca-48a0-a24d-2364858bab9d None None] Provisioning for port c6284171-605a-44d7-922d-e4e9fe1091de completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:15:50.980613 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-96f8ea65-b1ca-48a0-a24d-2364858bab9d None None] Provisioning complete for port c6284171-605a-44d7-922d-e4e9fe1091de triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:15:50.982366 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96f8ea65-b1ca-48a0-a24d-2364858bab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:50.990309 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d46c8cca-369f-447a-9fd9-b47c339cbbd5 req-2cb0de6b-0af7-4ebe-8509-f406a754132d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:51.045207 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d46c8cca-369f-447a-9fd9-b47c339cbbd5 req-2cb0de6b-0af7-4ebe-8509-f406a754132d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:51.051495 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-96f8ea65-b1ca-48a0-a24d-2364858bab9d None None] Port c6284171-605a-44d7-922d-e4e9fe1091de cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:15:51.076179 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-ff284d5b-715a-409b-aaec-382e5a9df2d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1823213 Sep 07 04:15:51.096430 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d46c8cca-369f-447a-9fd9-b47c339cbbd5 req-2cb0de6b-0af7-4ebe-8509-f406a754132d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660446 Sep 07 04:15:51.109024 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Request body: {'port': {'device_id': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:15:51.163193 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb690688-521a-41f9-832a-df2886849be6 req-f1546944-67fb-4f94-ad07-055308000967 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:51.170619 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fb690688-521a-41f9-832a-df2886849be6 req-f1546944-67fb-4f94-ad07-055308000967 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 946 time: 0.0784314 Sep 07 04:15:51.185817 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0de6b-0af7-4ebe-8509-f406a754132d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fa342de6-d1f9-4d1a-929c-1b5803ca37c8,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:51.241247 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fb690688-521a-41f9-832a-df2886849be6 req-be2c3ec1-8208-46b1-a932-7057c94b12d9 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636051 Sep 07 04:15:51.271528 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89d43d-a8eb-412b-a683-79d0db1a1aa5 req-b3351e15-ba88-4957-b7fc-3126882de593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:51.273115 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2a89d43d-a8eb-412b-a683-79d0db1a1aa5 req-b3351e15-ba88-4957-b7fc-3126882de593 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 1097 time: 0.2023056 Sep 07 04:15:51.282964 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:51.347686 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f591c16-d5f1-403e-a5da-81b67459bc6e req-5f179a55-2da5-4bbe-9876-a4d6bf7b1edf tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:51.349233 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4f591c16-d5f1-403e-a5da-81b67459bc6e req-5f179a55-2da5-4bbe-9876-a4d6bf7b1edf tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 932 time: 0.0531135 Sep 07 04:15:51.418274 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4f591c16-d5f1-403e-a5da-81b67459bc6e req-28a914cd-5512-4e95-8f48-15c0cbe60b28 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594575 Sep 07 04:15:51.425790 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3740cd6-78a9-4d8a-942b-c79574829f28 req-725f1c2f-37fc-406f-99e7-d6d48d6c358a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:51.427305 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3740cd6-78a9-4d8a-942b-c79574829f28 req-725f1c2f-37fc-406f-99e7-d6d48d6c358a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 931 time: 0.0771654 Sep 07 04:15:51.457237 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d30619-868b-4d5e-89e3-c3ea1df95fc9 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:15:51.468853 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:51.476851 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3740cd6-78a9-4d8a-942b-c79574829f28 req-80616d52-82e7-4800-832b-826c074ae0f2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351393 Sep 07 04:15:51.501215 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Transition to ACTIVE for port object 46d30619-868b-4d5e-89e3-c3ea1df95fc9 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:51.505799 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:51.605629 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Pushing event updated for resources: {'Port': ['ID=46d30619-868b-4d5e-89e3-c3ea1df95fc9,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:51.801883 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622e697-5ee8-4d16-9501-7d1188d4d520 req-0e25a019-99d0-4532-b7e8-6b9e47b43158 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:51.803378 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3622e697-5ee8-4d16-9501-7d1188d4d520 req-0e25a019-99d0-4532-b7e8-6b9e47b43158 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0485044 Sep 07 04:15:51.849251 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3622e697-5ee8-4d16-9501-7d1188d4d520 req-e9f6d493-afbe-4dc4-a0af-a5cbc596545b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390117 Sep 07 04:15:51.998652 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89d43d-a8eb-412b-a683-79d0db1a1aa5 req-d8ece9fa-bc98-44c0-9a43-689c88ba3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:52.000352 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2a89d43d-a8eb-412b-a683-79d0db1a1aa5 req-d8ece9fa-bc98-44c0-9a43-689c88ba3b2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 918 time: 0.4049487 Sep 07 04:15:52.026210 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6284171-605a-44d7-922d-e4e9fe1091de {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:15:52.030255 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Attempting to bind port 46d30619-868b-4d5e-89e3-c3ea1df95fc9 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:52.030589 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Attempting to bind port 46d30619-868b-4d5e-89e3-c3ea1df95fc9 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:52.030923 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Attempting to bind port 46d30619-868b-4d5e-89e3-c3ea1df95fc9 on network 9d754632-b351-4011-8daa-9d3dc5d3b53b {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:52.062856 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:52.066971 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2a89d43d-a8eb-412b-a683-79d0db1a1aa5 req-0fc7a3e1-b921-44cc-94e1-e77b7e140e69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955 HTTP/1.1" status: 200 len: 217 time: 0.0575294 Sep 07 04:15:52.070837 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Port 46d30619-868b-4d5e-89e3-c3ea1df95fc9 on network 9d754632-b351-4011-8daa-9d3dc5d3b53b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:15:52.071152 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Attempting to bind port 46d30619-868b-4d5e-89e3-c3ea1df95fc9 on network 9d754632-b351-4011-8daa-9d3dc5d3b53b {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:52.106187 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Transition to ACTIVE for port object c6284171-605a-44d7-922d-e4e9fe1091de will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:15:52.108958 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:52.109287 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Checking segment: {'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:52.109663 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Bound using segment: {'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:52.110099 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Bound port: 46d30619-868b-4d5e-89e3-c3ea1df95fc9, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad11dc80-59a7-44fc-9583-60715494fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:52.110605 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:52.125799 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:52.195879 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89d43d-a8eb-412b-a683-79d0db1a1aa5 req-8804eaf0-7afb-4fa2-ad43-4772b4979b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:52.197403 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2a89d43d-a8eb-412b-a683-79d0db1a1aa5 req-8804eaf0-7afb-4fa2-ad43-4772b4979b7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.1216345 Sep 07 04:15:52.233071 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Pushing event updated for resources: {'Port': ['ID=c6284171-605a-44d7-922d-e4e9fe1091de,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:52.320094 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] For port 46d30619-868b-4d5e-89e3-c3ea1df95fc9, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:52.346514 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] For port 46d30619-868b-4d5e-89e3-c3ea1df95fc9, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=46d30619-868b-4d5e-89e3-c3ea1df95fc9,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:52.356378 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89d43d-a8eb-412b-a683-79d0db1a1aa5 req-dbdf885e-5a6e-4760-ba6a-960b800f94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:52.357925 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2a89d43d-a8eb-412b-a683-79d0db1a1aa5 req-dbdf885e-5a6e-4760-ba6a-960b800f94f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1440022 Sep 07 04:15:52.362211 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:52.419979 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d487b-27b1-4535-8f84-1d8ae81966be req-2d7f2d43-06e9-4f2e-9ce6-1ae0bf17b88b tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:52.429254 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Attempting to bind port c6284171-605a-44d7-922d-e4e9fe1091de on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:15:52.429587 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Attempting to bind port c6284171-605a-44d7-922d-e4e9fe1091de by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:15:52.429942 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Attempting to bind port c6284171-605a-44d7-922d-e4e9fe1091de on network 2e1703b7-84ae-4608-b580-140135a26f9e {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:52.434197 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-db6d487b-27b1-4535-8f84-1d8ae81966be req-2d7f2d43-06e9-4f2e-9ce6-1ae0bf17b88b tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 946 time: 0.0926216 Sep 07 04:15:52.444343 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:52.444964 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:52.446401 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/46d30619-868b-4d5e-89e3-c3ea1df95fc9 HTTP/1.1" status: 200 len: 1094 time: 1.9911244 Sep 07 04:15:52.447978 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77fb1b7-a92d-451e-b56d-2f49b8fe66dd', 'tag': '46d30619-868b-4d5e-89e3-c3ea1df95fc9'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:15:52.450327 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc64bf8-ec9a-479c-ba6b-781c741aa874" -d '{"events": [{"name": "network-changed", "server_uuid": "b77fb1b7-a92d-451e-b56d-2f49b8fe66dd", "tag": "46d30619-868b-4d5e-89e3-c3ea1df95fc9"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:15:52.458397 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Port c6284171-605a-44d7-922d-e4e9fe1091de on network 2e1703b7-84ae-4608-b580-140135a26f9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:15:52.458721 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Attempting to bind port c6284171-605a-44d7-922d-e4e9fe1091de on network 2e1703b7-84ae-4608-b580-140135a26f9e {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:15:52.504977 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:15:52.505365 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Checking segment: {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:15:52.505690 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Bound using segment: {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:15:52.506128 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Bound port: c6284171-605a-44d7-922d-e4e9fe1091de, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:15:52.506978 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:52.525018 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-db6d487b-27b1-4535-8f84-1d8ae81966be req-758c2286-2eb6-443e-b2d4-af71ef13cb3f tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894568 Sep 07 04:15:52.572768 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3c939-4bd3-4ad8-95a3-81d9b0dd47f4 service neutron] Pushing event updated for resources: {'Port': ['ID=46d30619-868b-4d5e-89e3-c3ea1df95fc9,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:52.597618 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5052a6ba-303f-41c2-8ab7-7fefa90a01fe x-openstack-request-id: req-5052a6ba-303f-41c2-8ab7-7fefa90a01fe {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:15:52.597916 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77fb1b7-a92d-451e-b56d-2f49b8fe66dd", "tag": "46d30619-868b-4d5e-89e3-c3ea1df95fc9", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:15:52.598151 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5052a6ba-303f-41c2-8ab7-7fefa90a01fe {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:15:52.598576 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77fb1b7-a92d-451e-b56d-2f49b8fe66dd', 'tag': '46d30619-868b-4d5e-89e3-c3ea1df95fc9', 'status': 'completed', 'code': 200} Sep 07 04:15:52.600680 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2a89d43d-a8eb-412b-a683-79d0db1a1aa5 req-2bb95919-1eb5-4efb-9cd1-824452ca9431 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339969 Sep 07 04:15:52.633985 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-ca0525d8-4014-427e-bf8b-94bfc5c4a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:52.635381 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-ca0525d8-4014-427e-bf8b-94bfc5c4a33e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ba3c30ac964bac82d38844399d0bce&device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 1097 time: 0.1065447 Sep 07 04:15:52.641931 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a388a5e-bc8d-4f89-b629-124df53d8ba2 req-1ef70d08-f947-4f7e-a6cc-a14fcf5abc3d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:52.643540 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5a388a5e-bc8d-4f89-b629-124df53d8ba2 req-1ef70d08-f947-4f7e-a6cc-a14fcf5abc3d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 944 time: 0.0868516 Sep 07 04:15:52.680719 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] For port c6284171-605a-44d7-922d-e4e9fe1091de, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:15:52.718702 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-af2e8f3e-1f33-4ae6-b677-ed6c331a80fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46d30619-868b-4d5e-89e3-c3ea1df95fc9 HTTP/1.1" status: 200 len: 217 time: 0.0544705 Sep 07 04:15:52.730957 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] For port c6284171-605a-44d7-922d-e4e9fe1091de, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c6284171-605a-44d7-922d-e4e9fe1091de,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:15:52.738019 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5a388a5e-bc8d-4f89-b629-124df53d8ba2 req-2d5a6f1b-1a2d-4413-be63-2f89d8f027b2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674322 Sep 07 04:15:52.787687 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:52.806434 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73cc2b-abe1-4f05-8a98-59f85b7e69dd req-020c586c-2681-4ad0-a596-57798db2e39d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:52.807985 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3d73cc2b-abe1-4f05-8a98-59f85b7e69dd req-020c586c-2681-4ad0-a596-57798db2e39d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 943 time: 0.0892217 Sep 07 04:15:52.853626 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:52.854274 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:52.855668 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-25f5e061-43ba-4485-b202-825592907ffc service neutron] 10.222.0.36 "PUT /v2.0/ports/c6284171-605a-44d7-922d-e4e9fe1091de HTTP/1.1" status: 200 len: 1093 time: 1.7573230 Sep 07 04:15:52.863874 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-66125b52-ae6a-40df-b5e6-6e8531cdfc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:52.865258 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-66125b52-ae6a-40df-b5e6-6e8531cdfc96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a HTTP/1.1" status: 200 len: 857 time: 0.1363952 Sep 07 04:15:52.884213 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3d73cc2b-abe1-4f05-8a98-59f85b7e69dd req-cdd4a447-93bd-4db1-80cd-09ee3432c6ed tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691178 Sep 07 04:15:52.896999 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2a89d43d-a8eb-412b-a683-79d0db1a1aa5 req-cc3dc4dd-4048-4cf4-afe9-5506acf8ac85 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577565 Sep 07 04:15:52.921785 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-ec69cd88-1734-4012-bed0-c3828ef23f8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d754632-b351-4011-8daa-9d3dc5d3b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392187 Sep 07 04:15:52.922799 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5e061-43ba-4485-b202-825592907ffc service neutron] Pushing event updated for resources: {'Port': ['ID=c6284171-605a-44d7-922d-e4e9fe1091de,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:53.022730 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949540a-84b3-4ad1-ba32-c06bb6c80599 req-377111a0-f925-4358-9683-679d6b333835 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:53.024120 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a949540a-84b3-4ad1-ba32-c06bb6c80599 req-377111a0-f925-4358-9683-679d6b333835 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0618129 Sep 07 04:15:53.043222 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606a333-1672-46b1-9f3a-11e16863c78e req-1e09409f-3f8e-4c28-8886-637554c60b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:53.044751 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-1e09409f-3f8e-4c28-8886-637554c60b1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff9821ae5cb04759b08ab6b61136c64f&device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 1096 time: 0.0993028 Sep 07 04:15:53.073378 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:15:53.074309 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-050701e7-a383-49b1-9272-0c3f96606914 service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363401 Sep 07 04:15:53.085491 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a949540a-84b3-4ad1-ba32-c06bb6c80599 req-e1decff6-b747-4e73-98de-4bbdca3e7405 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534220 Sep 07 04:15:53.112636 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-15349800-a078-488f-aa2b-d38489cdb02b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6284171-605a-44d7-922d-e4e9fe1091de HTTP/1.1" status: 200 len: 217 time: 0.0476964 Sep 07 04:15:53.209856 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606a333-1672-46b1-9f3a-11e16863c78e req-afbef30b-5d19-4a16-943b-1b4527285959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:53.211524 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-afbef30b-5d19-4a16-943b-1b4527285959 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c77badf1-c6f9-4ffb-a974-28df91afb7c9 HTTP/1.1" status: 200 len: 849 time: 0.0835729 Sep 07 04:15:53.256526 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3fc8b72c-b7be-4ee2-bd28-8be9fafda221 req-6b4c9917-5178-4c67-8dab-c3af9eb0d66a service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524274 Sep 07 04:15:53.269599 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606a333-1672-46b1-9f3a-11e16863c78e req-b87fd8e7-612f-41fe-90d0-0534a61fce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:53.271009 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-b87fd8e7-612f-41fe-90d0-0534a61fce00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1703b7-84ae-4608-b580-140135a26f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461402 Sep 07 04:15:53.366126 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-4f887ef8-5e13-4be0-90e5-7944b8f0ab97 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815749 Sep 07 04:15:53.493627 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc64bf8-ec9a-479c-ba6b-781c741aa874 req-8969fd82-ab60-4d03-aa7a-ef8e7ce6a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:53.495113 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3dc64bf8-ec9a-479c-ba6b-781c741aa874 req-8969fd82-ab60-4d03-aa7a-ef8e7ce6a93a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ba3c30ac964bac82d38844399d0bce&device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 1097 time: 0.0874412 Sep 07 04:15:53.505043 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a606a333-1672-46b1-9f3a-11e16863c78e req-d26bb633-9c15-4081-960d-b054b4016a2b service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141419 Sep 07 04:15:53.608219 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc64bf8-ec9a-479c-ba6b-781c741aa874 req-40e35349-291c-4bd8-9a93-7604f1950626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:53.609746 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3dc64bf8-ec9a-479c-ba6b-781c741aa874 req-40e35349-291c-4bd8-9a93-7604f1950626 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 200 len: 918 time: 0.1037202 Sep 07 04:15:53.640540 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247d89e-d2b3-4439-946e-15444afd4481 req-f879317e-81ec-44dd-9ac1-13e2584dcd5c tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:53.644723 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c247d89e-d2b3-4439-946e-15444afd4481 req-f879317e-81ec-44dd-9ac1-13e2584dcd5c tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 946 time: 0.0559163 Sep 07 04:15:53.652204 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3dc64bf8-ec9a-479c-ba6b-781c741aa874 req-d6601823-1955-4813-9870-a4e2d6c9d981 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46d30619-868b-4d5e-89e3-c3ea1df95fc9 HTTP/1.1" status: 200 len: 217 time: 0.0345151 Sep 07 04:15:53.681360 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c247d89e-d2b3-4439-946e-15444afd4481 req-8968b409-077d-498b-b794-724626e2ff14 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330715 Sep 07 04:15:53.743057 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc64bf8-ec9a-479c-ba6b-781c741aa874 req-900e49ad-a390-453d-9aba-a97817ad4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:53.744536 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3dc64bf8-ec9a-479c-ba6b-781c741aa874 req-900e49ad-a390-453d-9aba-a97817ad4d45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a HTTP/1.1" status: 200 len: 857 time: 0.0474355 Sep 07 04:15:53.776430 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3dc64bf8-ec9a-479c-ba6b-781c741aa874 req-e5166306-a32f-459d-a427-42624eeda8af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d754632-b351-4011-8daa-9d3dc5d3b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235751 Sep 07 04:15:53.821411 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 38642) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:53.876086 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491be5c8-7353-4e9f-a473-3fd33bc87322 req-ef0d6e73-7d3e-49f4-ba43-fad3da564bfe tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:53.878572 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-491be5c8-7353-4e9f-a473-3fd33bc87322 req-ef0d6e73-7d3e-49f4-ba43-fad3da564bfe tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 944 time: 0.0581324 Sep 07 04:15:53.930730 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3dc64bf8-ec9a-479c-ba6b-781c741aa874 req-78873b5c-85bb-486f-af45-310840ed3897 service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459141 Sep 07 04:15:53.935437 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-491be5c8-7353-4e9f-a473-3fd33bc87322 req-4164a020-f032-45a2-a03b-93504b3d885f tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502963 Sep 07 04:15:54.011703 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d518a9e-9002-4bcd-ba5c-8d0d3dfdb2fb req-882ab926-3211-4fca-99e0-17faf55a1747 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:54.014987 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1d518a9e-9002-4bcd-ba5c-8d0d3dfdb2fb req-882ab926-3211-4fca-99e0-17faf55a1747 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 943 time: 0.0577614 Sep 07 04:15:54.056648 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56ffe786-9f11-4ebf-91be-f47b825d1804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:54.057085 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1d518a9e-9002-4bcd-ba5c-8d0d3dfdb2fb req-6aa93d73-1bb6-43a7-accc-a8b060cc579f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340688 Sep 07 04:15:54.089391 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3dc64bf8-ec9a-479c-ba6b-781c741aa874 req-b5e4de6a-948f-45c0-8e43-f39a5287f2e7 service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385770 Sep 07 04:15:54.181129 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56ffe786-9f11-4ebf-91be-f47b825d1804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:54.184984 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56ffe786-9f11-4ebf-91be-f47b825d1804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:54.222115 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-56ffe786-9f11-4ebf-91be-f47b825d1804 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df469858637d4be498dbf7b395754330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996921 Sep 07 04:15:54.222976 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffe786-9f11-4ebf-91be-f47b825d1804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c59fc7f-acb8-41eb-b294-0a3641dd05a0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:54.225269 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 38662) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:15:54.231375 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0331588-54bc-46a3-aae4-d1b524f08e7d req-50f431d3-e416-4fb8-afad-db2d2496c92d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:54.232899 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c0331588-54bc-46a3-aae4-d1b524f08e7d req-50f431d3-e416-4fb8-afad-db2d2496c92d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0509431 Sep 07 04:15:54.274512 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eef26cfb-b0b5-4cf8-b3b0-1142a98b7e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:54.278088 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c0331588-54bc-46a3-aae4-d1b524f08e7d req-d8afb781-da0c-42a0-8006-0ea9f1d9bd6a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311782 Sep 07 04:15:54.301984 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eef26cfb-b0b5-4cf8-b3b0-1142a98b7e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:54.340644 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eef26cfb-b0b5-4cf8-b3b0-1142a98b7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:54.343147 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eef26cfb-b0b5-4cf8-b3b0-1142a98b7e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:54.344352 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-eef26cfb-b0b5-4cf8-b3b0-1142a98b7e9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c59fc7f-acb8-41eb-b294-0a3641dd05a0 HTTP/1.1" status: 204 len: 168 time: 0.1181476 Sep 07 04:15:54.352706 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef26cfb-b0b5-4cf8-b3b0-1142a98b7e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c59fc7f-acb8-41eb-b294-0a3641dd05a0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:54.599963 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'tag': 'c6284171-605a-44d7-922d-e4e9fe1091de'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:15:54.602848 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfea64f-1cc2-407c-aa1c-580de7ac155d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea299c4e-857b-4778-bba5-3ee6110d75d5", "tag": "c6284171-605a-44d7-922d-e4e9fe1091de"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:15:54.643615 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe884e6-6373-4c61-9322-e1f5a44295f1 x-openstack-request-id: req-bbe884e6-6373-4c61-9322-e1f5a44295f1 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:15:54.644163 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea299c4e-857b-4778-bba5-3ee6110d75d5", "tag": "c6284171-605a-44d7-922d-e4e9fe1091de", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:15:54.644644 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbe884e6-6373-4c61-9322-e1f5a44295f1 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:15:54.645112 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'tag': 'c6284171-605a-44d7-922d-e4e9fe1091de', 'status': 'completed', 'code': 200} Sep 07 04:15:54.813865 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab65b-2718-409f-8fcc-764464888da5 req-8da0d945-bb7e-4e6d-b196-2d4405e82cd6 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:54.815347 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-777ab65b-2718-409f-8fcc-764464888da5 req-8da0d945-bb7e-4e6d-b196-2d4405e82cd6 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 946 time: 0.0581398 Sep 07 04:15:54.853157 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-777ab65b-2718-409f-8fcc-764464888da5 req-afc023b4-7911-4f27-b72e-9611200e2e53 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Sep 07 04:15:55.052546 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e52b4-2a19-44a6-b872-a93d428d24bb req-9add7082-9688-4613-abd3-a730de3928a3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:55.053265 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7b7e52b4-2a19-44a6-b872-a93d428d24bb req-9add7082-9688-4613-abd3-a730de3928a3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 944 time: 0.0511918 Sep 07 04:15:55.090903 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7b7e52b4-2a19-44a6-b872-a93d428d24bb req-b44a8466-6216-4022-9e27-a8ca69d66d74 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310946 Sep 07 04:15:55.178233 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b2494-4f6d-4d9c-bcf5-7b6d15e736c2 req-b12f7160-b821-4f14-8963-6477d1f0a4fa tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:55.179713 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-561b2494-4f6d-4d9c-bcf5-7b6d15e736c2 req-b12f7160-b821-4f14-8963-6477d1f0a4fa tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 943 time: 0.0509503 Sep 07 04:15:55.219892 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-561b2494-4f6d-4d9c-bcf5-7b6d15e736c2 req-8065a758-8361-4fc0-8da6-eca596fcfaf4 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316870 Sep 07 04:15:55.401358 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda0052-eb2f-47c3-9b37-9f32ebe37625 req-571d3307-7855-4cc7-b690-3cd6708571a0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:55.402918 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2dda0052-eb2f-47c3-9b37-9f32ebe37625 req-571d3307-7855-4cc7-b690-3cd6708571a0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0521727 Sep 07 04:15:55.440689 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2dda0052-eb2f-47c3-9b37-9f32ebe37625 req-48cba0e3-9699-4838-bb03-00d489771538 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316508 Sep 07 04:15:55.749711 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 0109329b-a614-4ab3-9aed-c6642e516ce6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:15:55.842538 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 0109329b-a614-4ab3-9aed-c6642e516ce6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0109329b-a614-4ab3-9aed-c6642e516ce6,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:55.854492 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': '0109329b-a614-4ab3-9aed-c6642e516ce6', 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b', 'port_id': '0109329b-a614-4ab3-9aed-c6642e516ce6', 'mac_address': 'fa:16:3e:32:0a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:15:55.890211 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:55.902251 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0109329b-a614-4ab3-9aed-c6642e516ce6 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:15:55.921533 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 0109329b-a614-4ab3-9aed-c6642e516ce6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0109329b-a614-4ab3-9aed-c6642e516ce6,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:55.925867 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:55.926598 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device b76d8d93-bd10-4e95-8582-3e5cb6bdf955 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:15:55.963908 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546508e-9478-4e95-b96c-7971406aaef2 req-7037ff8d-8051-4cca-bfab-2ef80fffdeb6 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:55.965393 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2546508e-9478-4e95-b96c-7971406aaef2 req-7037ff8d-8051-4cca-bfab-2ef80fffdeb6 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 946 time: 0.0489526 Sep 07 04:15:55.998679 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=0109329b-a614-4ab3-9aed-c6642e516ce6,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:56.002871 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2546508e-9478-4e95-b96c-7971406aaef2 req-8879c20b-5b02-418b-b773-80a909226b50 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Sep 07 04:15:56.156285 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:56.167765 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'port_id': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'mac_address': 'fa:16:3e:66:31:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:15:56.203293 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:56.213747 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ac13c-8e94-4142-8b08-51e3bef6eb39 req-d329ce8d-e890-47d7-953c-65567449aaf8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:56.215205 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f04ac13c-8e94-4142-8b08-51e3bef6eb39 req-d329ce8d-e890-47d7-953c-65567449aaf8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 944 time: 0.0495086 Sep 07 04:15:56.215926 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76d8d93-bd10-4e95-8582-3e5cb6bdf955 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:15:56.235479 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:15:56.238824 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:15:56.264863 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f04ac13c-8e94-4142-8b08-51e3bef6eb39 req-a41e894f-d520-4785-a32d-a3133f9bfb2a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435863 Sep 07 04:15:56.295339 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:15:56.341886 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65f22c-2a87-45f7-acdc-db69eb9f3bc2 req-81108267-4a25-4ddc-8fa7-f6d8d0c79332 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:56.343377 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8c65f22c-2a87-45f7-acdc-db69eb9f3bc2 req-81108267-4a25-4ddc-8fa7-f6d8d0c79332 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 943 time: 0.0491223 Sep 07 04:15:56.379569 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8c65f22c-2a87-45f7-acdc-db69eb9f3bc2 req-15cde932-02d9-49b4-8b7d-a4fb44250712 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302644 Sep 07 04:15:56.553954 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9d1de-3e90-4dc3-b814-1c400bf8dc1b req-956cf073-2ad8-424e-acd0-984a4a35d7a9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:56.555290 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4c9d1de-3e90-4dc3-b814-1c400bf8dc1b req-956cf073-2ad8-424e-acd0-984a4a35d7a9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0462680 Sep 07 04:15:56.591777 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4c9d1de-3e90-4dc3-b814-1c400bf8dc1b req-53ea2f0f-e5c2-4246-ac1d-45a7af6532fb tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307255 Sep 07 04:15:56.800415 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfea64f-1cc2-407c-aa1c-580de7ac155d req-77530e0d-a910-492b-9008-faf980301dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:56.801844 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dbfea64f-1cc2-407c-aa1c-580de7ac155d req-77530e0d-a910-492b-9008-faf980301dfc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff9821ae5cb04759b08ab6b61136c64f&device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 1096 time: 0.0409987 Sep 07 04:15:57.118842 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dbb62-12c1-4b51-9642-50f8e1761312 req-aa365993-5710-48f7-ac51-a7dcbaff4c30 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:57.120235 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-224dbb62-12c1-4b51-9642-50f8e1761312 req-aa365993-5710-48f7-ac51-a7dcbaff4c30 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 946 time: 0.0540659 Sep 07 04:15:57.156425 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-224dbb62-12c1-4b51-9642-50f8e1761312 req-1af76217-0986-4834-a75b-3074335f40a6 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302804 Sep 07 04:15:57.380397 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e5361-4336-4548-9db9-81b6b0926c82 req-6e2e8026-828e-46e9-b30e-63c1b86f7853 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:57.381790 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f84e5361-4336-4548-9db9-81b6b0926c82 req-6e2e8026-828e-46e9-b30e-63c1b86f7853 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 944 time: 0.0477030 Sep 07 04:15:57.418424 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f84e5361-4336-4548-9db9-81b6b0926c82 req-e0582c60-dc7a-4d03-a5bd-e2385060e788 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305996 Sep 07 04:15:57.492856 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543b8cb-5e09-4d55-832c-056e054fe69a req-bbee2573-f690-4cee-8763-ecc28fea8c5f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:57.494371 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d543b8cb-5e09-4d55-832c-056e054fe69a req-bbee2573-f690-4cee-8763-ecc28fea8c5f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 943 time: 0.0487444 Sep 07 04:15:57.530955 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d543b8cb-5e09-4d55-832c-056e054fe69a req-752cdc47-0c7f-416b-bbaa-1e06743180b2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306764 Sep 07 04:15:57.707674 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d045746-f99d-4617-81f7-5c516faf5ee4 req-0f8854c7-aaea-40de-960f-4d380fd2bb93 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:57.709148 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8d045746-f99d-4617-81f7-5c516faf5ee4 req-0f8854c7-aaea-40de-960f-4d380fd2bb93 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0499709 Sep 07 04:15:57.745440 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8d045746-f99d-4617-81f7-5c516faf5ee4 req-d001718f-5c27-4cf8-a00c-39ed19dbe551 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300853 Sep 07 04:15:58.274970 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61133d2d-90cf-4d3c-bbb9-38017f779274 req-558ecc2c-c2a6-410d-ad6a-02dcb837fafa tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:58.277260 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-61133d2d-90cf-4d3c-bbb9-38017f779274 req-558ecc2c-c2a6-410d-ad6a-02dcb837fafa tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 946 time: 0.0516939 Sep 07 04:15:58.321285 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-61133d2d-90cf-4d3c-bbb9-38017f779274 req-4a44a199-f02a-4ac5-9b51-7fad1aef2175 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379171 Sep 07 04:15:58.393892 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfea64f-1cc2-407c-aa1c-580de7ac155d req-8dee754b-6323-48fe-ba14-f3078528af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:58.395377 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dbfea64f-1cc2-407c-aa1c-580de7ac155d req-8dee754b-6323-48fe-ba14-f3078528af3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e1703b7-84ae-4608-b580-140135a26f9e HTTP/1.1" status: 200 len: 911 time: 0.2559135 Sep 07 04:15:58.441593 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dbfea64f-1cc2-407c-aa1c-580de7ac155d req-6c59d570-6b2f-4ca5-a61a-47fdcbf6b63e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6284171-605a-44d7-922d-e4e9fe1091de HTTP/1.1" status: 200 len: 217 time: 0.0379648 Sep 07 04:15:58.490261 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfea64f-1cc2-407c-aa1c-580de7ac155d req-060aa2fd-5028-4521-a92b-675a958c532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:58.491686 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dbfea64f-1cc2-407c-aa1c-580de7ac155d req-060aa2fd-5028-4521-a92b-675a958c532f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c77badf1-c6f9-4ffb-a974-28df91afb7c9 HTTP/1.1" status: 200 len: 849 time: 0.0433605 Sep 07 04:15:58.529602 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553eb064-60c1-489e-8fe8-b135cb92b2c6 req-6f1ad0f3-a093-4ab3-aa3b-dc7e8aeb933a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:58.531116 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-553eb064-60c1-489e-8fe8-b135cb92b2c6 req-6f1ad0f3-a093-4ab3-aa3b-dc7e8aeb933a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 944 time: 0.0463729 Sep 07 04:15:58.572729 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-553eb064-60c1-489e-8fe8-b135cb92b2c6 req-13c34960-a301-48c4-a700-f737f9f944a8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 Sep 07 04:15:58.579559 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfea64f-1cc2-407c-aa1c-580de7ac155d req-1a17e430-2c4c-4f0e-abaa-071f8d467546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:58.581313 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dbfea64f-1cc2-407c-aa1c-580de7ac155d req-1a17e430-2c4c-4f0e-abaa-071f8d467546 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1703b7-84ae-4608-b580-140135a26f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413935 Sep 07 04:15:58.650413 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f90759-d23f-4c83-8841-1c4826b0d6b1 req-a2873426-08f5-4b7d-bcff-1dc657875a9f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:58.651885 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-90f90759-d23f-4c83-8841-1c4826b0d6b1 req-a2873426-08f5-4b7d-bcff-1dc657875a9f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 943 time: 0.0545213 Sep 07 04:15:58.674629 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dbfea64f-1cc2-407c-aa1c-580de7ac155d req-d03c219a-02d9-4fcc-9121-74b46e3641a7 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856259 Sep 07 04:15:58.689868 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-90f90759-d23f-4c83-8841-1c4826b0d6b1 req-1f88b109-5512-4124-86ab-0e5f1fa0a9e5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 Sep 07 04:15:58.760913 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dbfea64f-1cc2-407c-aa1c-580de7ac155d req-31602a17-c240-4114-b9a0-5e558c9dfeb6 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794098 Sep 07 04:15:58.859734 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300108d-72dc-4085-95a7-401140bffcf5 req-6d6d76cc-4d95-43dd-a30f-958130a78009 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:58.861205 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8300108d-72dc-4085-95a7-401140bffcf5 req-6d6d76cc-4d95-43dd-a30f-958130a78009 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0472462 Sep 07 04:15:58.896779 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8300108d-72dc-4085-95a7-401140bffcf5 req-794b9808-6292-4dd5-a2e4-27dd6ac8de81 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299108 Sep 07 04:15:59.434151 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644ca59-fc3c-461d-9899-5dc38fe8b15e req-75f2775e-dc02-4533-8efb-08688f2d1f3c tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:59.435615 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a644ca59-fc3c-461d-9899-5dc38fe8b15e req-75f2775e-dc02-4533-8efb-08688f2d1f3c tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 946 time: 0.0464714 Sep 07 04:15:59.474086 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a644ca59-fc3c-461d-9899-5dc38fe8b15e req-f3b40ddd-9d17-45c0-8c71-735835f72ad4 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Sep 07 04:15:59.692528 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab750-4eac-45fb-9c9a-ae515baddea3 req-a04fa0d8-c136-42c9-bfd8-69a89dcd9891 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:59.694010 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d56ab750-4eac-45fb-9c9a-ae515baddea3 req-a04fa0d8-c136-42c9-bfd8-69a89dcd9891 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 944 time: 0.0510604 Sep 07 04:15:59.733993 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d56ab750-4eac-45fb-9c9a-ae515baddea3 req-e8164e5d-433a-4f82-b674-80038bdc9094 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326531 Sep 07 04:15:59.821006 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2e9e3-10f6-43fb-9227-65dc85b34865 req-9562bbdb-a61a-43df-a812-98042030e4b3 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:15:59.823066 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ce2e9e3-10f6-43fb-9227-65dc85b34865 req-9562bbdb-a61a-43df-a812-98042030e4b3 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 943 time: 0.0494123 Sep 07 04:15:59.859503 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ce2e9e3-10f6-43fb-9227-65dc85b34865 req-02488a21-c46d-4949-b232-9d7e7bcaddba tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301135 Sep 07 04:16:00.009958 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6865040-d1dc-41fa-85b0-abebb9ab414f req-c99bf4ec-48df-4227-9aa9-2c3a280abf25 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:00.011399 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6865040-d1dc-41fa-85b0-abebb9ab414f req-c99bf4ec-48df-4227-9aa9-2c3a280abf25 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0465043 Sep 07 04:16:00.046261 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6865040-d1dc-41fa-85b0-abebb9ab414f req-37f0c612-d01c-43c7-8114-a8e320611a9b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292184 Sep 07 04:16:00.850138 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d932d-6287-4a46-8518-8c99bb6d352f req-08ef247a-87e6-4766-900a-8104c55b6c5e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:00.851586 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a5d932d-6287-4a46-8518-8c99bb6d352f req-08ef247a-87e6-4766-900a-8104c55b6c5e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 944 time: 0.0515370 Sep 07 04:16:00.887219 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a5d932d-6287-4a46-8518-8c99bb6d352f req-8f8081fa-9122-4bd6-9906-9d6bfcce976e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297027 Sep 07 04:16:00.973421 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a35e00-454d-4291-b1d5-0b8fb034bbb1 req-0d638bc5-e229-4616-8e92-e642b80c67bb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:00.974907 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-37a35e00-454d-4291-b1d5-0b8fb034bbb1 req-0d638bc5-e229-4616-8e92-e642b80c67bb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 943 time: 0.0508499 Sep 07 04:16:01.011024 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-37a35e00-454d-4291-b1d5-0b8fb034bbb1 req-addf911b-531e-4447-8489-a5dcbd30c3fb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301745 Sep 07 04:16:01.161855 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3af867-d5b1-48a2-ba49-95b4c2d2d4f8 req-09e6ec51-ec32-4803-81c9-90c3b409d195 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:01.163327 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8c3af867-d5b1-48a2-ba49-95b4c2d2d4f8 req-09e6ec51-ec32-4803-81c9-90c3b409d195 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0488925 Sep 07 04:16:01.201253 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8c3af867-d5b1-48a2-ba49-95b4c2d2d4f8 req-8510c036-6d09-42ae-a582-866d0583af9a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318987 Sep 07 04:16:01.998872 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab081dd1-5920-4b78-b92e-cd7bc16c3f98 req-a2d134e5-6322-40c2-9f5c-0d7fd9a90bc7 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:02.000341 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab081dd1-5920-4b78-b92e-cd7bc16c3f98 req-a2d134e5-6322-40c2-9f5c-0d7fd9a90bc7 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 944 time: 0.0495861 Sep 07 04:16:02.037697 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab081dd1-5920-4b78-b92e-cd7bc16c3f98 req-91a0f5b0-de40-4abf-b769-ee63be6cd318 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305626 Sep 07 04:16:02.122039 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69104e-d506-48ce-83c4-ba2c35d9bdbb req-3fed5ad6-603d-46d4-ad6e-d97fffa1ba78 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:02.123414 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3a69104e-d506-48ce-83c4-ba2c35d9bdbb req-3fed5ad6-603d-46d4-ad6e-d97fffa1ba78 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 943 time: 0.0475581 Sep 07 04:16:02.159939 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3a69104e-d506-48ce-83c4-ba2c35d9bdbb req-7e83111a-834c-4038-b0dc-0a663f699dc1 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306690 Sep 07 04:16:02.317742 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b011d5e-c151-471f-96db-dd8d440ad129 req-d4868630-2133-4883-ab2f-5730e056d93d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:02.319156 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b011d5e-c151-471f-96db-dd8d440ad129 req-d4868630-2133-4883-ab2f-5730e056d93d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0457749 Sep 07 04:16:02.354933 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b011d5e-c151-471f-96db-dd8d440ad129 req-1e738f93-9e12-46b7-b33c-9baf18e04c5e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294142 Sep 07 04:16:03.150667 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaa260-f7a3-45c0-bfbe-3652f1113b9b req-415089a3-f22c-4327-aec9-25dbf0f0c5a3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:03.152135 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-deaaa260-f7a3-45c0-bfbe-3652f1113b9b req-415089a3-f22c-4327-aec9-25dbf0f0c5a3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 944 time: 0.0510230 Sep 07 04:16:03.188167 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-deaaa260-f7a3-45c0-bfbe-3652f1113b9b req-c398983d-6976-4801-9261-08f007e5a44e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302246 Sep 07 04:16:03.281431 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd05963-1c26-46fb-ae56-057587a964f7 req-97d0213f-3d0c-465f-9575-3bb487a91fc9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:03.282903 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9dd05963-1c26-46fb-ae56-057587a964f7 req-97d0213f-3d0c-465f-9575-3bb487a91fc9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 943 time: 0.0498507 Sep 07 04:16:03.320373 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9dd05963-1c26-46fb-ae56-057587a964f7 req-1109d365-72ee-44a8-810a-30756b235883 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316968 Sep 07 04:16:03.469264 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786660dc-68e8-4152-b25e-74b4574b8e01 req-15735a3e-28e7-4444-a27b-96643b51d59c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:03.470755 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-786660dc-68e8-4152-b25e-74b4574b8e01 req-15735a3e-28e7-4444-a27b-96643b51d59c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0478392 Sep 07 04:16:03.506389 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-786660dc-68e8-4152-b25e-74b4574b8e01 req-3cded03e-731a-4217-b275-bf184e6c97b0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299499 Sep 07 04:16:03.695743 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['b76d8d93-bd10-4e95-8582-3e5cb6bdf955'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:16:03.718204 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['0109329b-a614-4ab3-9aed-c6642e516ce6'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:16:04.303328 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910b8e4-ec80-4e08-99d4-042efe7559d2 req-f98a0cbb-9a84-411c-8de8-44574a36c4fa tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:04.308423 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e910b8e4-ec80-4e08-99d4-042efe7559d2 req-f98a0cbb-9a84-411c-8de8-44574a36c4fa tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 944 time: 0.0519211 Sep 07 04:16:04.343026 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e910b8e4-ec80-4e08-99d4-042efe7559d2 req-b6260977-b719-4ef7-9fd3-3de40267dc24 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Sep 07 04:16:04.457312 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1557fc2-47a0-40a1-9c73-e8608cffa173 req-605c478b-aa53-4f25-8672-2f9997fee69e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:04.458893 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1557fc2-47a0-40a1-9c73-e8608cffa173 req-605c478b-aa53-4f25-8672-2f9997fee69e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 943 time: 0.0587862 Sep 07 04:16:04.499192 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1557fc2-47a0-40a1-9c73-e8608cffa173 req-8b36610a-2037-45dc-a5ad-7e53ec871876 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336053 Sep 07 04:16:04.636601 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ee32c-4f97-4154-addb-f1384687ba31 req-ea8ec138-d413-493f-a7b5-14a79085125d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:04.638071 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-487ee32c-4f97-4154-addb-f1384687ba31 req-ea8ec138-d413-493f-a7b5-14a79085125d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0601470 Sep 07 04:16:04.676199 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-487ee32c-4f97-4154-addb-f1384687ba31 req-23137bb7-db45-4706-b410-48b60e3e33d1 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322850 Sep 07 04:16:05.459231 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d190432-201f-47eb-a28c-b3992be025bd req-2779c3e8-38f0-4ff8-9912-c731c1ce8231 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:05.460702 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d190432-201f-47eb-a28c-b3992be025bd req-2779c3e8-38f0-4ff8-9912-c731c1ce8231 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 944 time: 0.0502155 Sep 07 04:16:05.499521 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d190432-201f-47eb-a28c-b3992be025bd req-0d757f16-489c-4e67-a18f-79929aa2eb8f tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327890 Sep 07 04:16:05.575601 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c6284171-605a-44d7-922d-e4e9fe1091de details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:16:05.587489 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 0109329b-a614-4ab3-9aed-c6642e516ce6 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:05.612228 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6e586-1651-487d-9187-d677dd563245 req-57fb2bf1-a6f4-4bb2-ad80-fec85d9d44fe tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:05.613761 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f8a6e586-1651-487d-9187-d677dd563245 req-57fb2bf1-a6f4-4bb2-ad80-fec85d9d44fe tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 943 time: 0.0505779 Sep 07 04:16:05.652127 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f8a6e586-1651-487d-9187-d677dd563245 req-0af907dd-14f1-4ca5-a4fd-14fb4f62d326 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311446 Sep 07 04:16:05.700969 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port 0109329b-a614-4ab3-9aed-c6642e516ce6 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:05.709135 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c6284171-605a-44d7-922d-e4e9fe1091de, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c6284171-605a-44d7-922d-e4e9fe1091de,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:05.711378 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port 0109329b-a614-4ab3-9aed-c6642e516ce6 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:05.712278 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:05.738884 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'c6284171-605a-44d7-922d-e4e9fe1091de', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'port_id': 'c6284171-605a-44d7-922d-e4e9fe1091de', 'mac_address': 'fa:16:3e:17:59:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:16:05.786297 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:05.792688 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52649112-ceb3-4364-9c28-2b479fb114b4 req-2d856ac4-f5ab-4038-89bd-bd46c8c35c19 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:05.794168 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-52649112-ceb3-4364-9c28-2b479fb114b4 req-2d856ac4-f5ab-4038-89bd-bd46c8c35c19 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0472121 Sep 07 04:16:05.806721 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6284171-605a-44d7-922d-e4e9fe1091de {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:16:05.830843 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-52649112-ceb3-4364-9c28-2b479fb114b4 req-6311d083-a978-4f29-8a96-f904d230e216 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304303 Sep 07 04:16:05.848446 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c6284171-605a-44d7-922d-e4e9fe1091de, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c6284171-605a-44d7-922d-e4e9fe1091de,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:05.853900 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:05.854537 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 46d30619-868b-4d5e-89e3-c3ea1df95fc9 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:16:05.857606 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:05.911652 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432249ab-977a-46b1-83ea-d320920cca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0109329b-a614-4ab3-9aed-c6642e516ce6'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:16:05.913753 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb109381-0d02-453a-aee0-7516b2215224" -d '{"events": [{"server_uuid": "432249ab-977a-46b1-83ea-d320920cca83", "name": "network-vif-plugged", "status": "completed", "tag": "0109329b-a614-4ab3-9aed-c6642e516ce6"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:16:05.948453 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 0109329b-a614-4ab3-9aed-c6642e516ce6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0109329b-a614-4ab3-9aed-c6642e516ce6,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:05.964339 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0cc238-24e3-4f34-bdfb-e57d9a9feb9b x-openstack-request-id: req-bb0cc238-24e3-4f34-bdfb-e57d9a9feb9b {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:16:05.964625 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432249ab-977a-46b1-83ea-d320920cca83", "name": "network-vif-plugged", "status": "completed", "tag": "0109329b-a614-4ab3-9aed-c6642e516ce6", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:16:05.964870 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb0cc238-24e3-4f34-bdfb-e57d9a9feb9b {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:16:05.965245 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432249ab-977a-46b1-83ea-d320920cca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0109329b-a614-4ab3-9aed-c6642e516ce6', 'code': 200} Sep 07 04:16:05.967492 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:05.968232 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device b76d8d93-bd10-4e95-8582-3e5cb6bdf955 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:05.972040 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=c6284171-605a-44d7-922d-e4e9fe1091de,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:06.102008 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 46d30619-868b-4d5e-89e3-c3ea1df95fc9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=46d30619-868b-4d5e-89e3-c3ea1df95fc9,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:06.113928 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=0109329b-a614-4ab3-9aed-c6642e516ce6,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:06.122550 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': '46d30619-868b-4d5e-89e3-c3ea1df95fc9', 'network_id': '9d754632-b351-4011-8daa-9d3dc5d3b53b', 'port_id': '46d30619-868b-4d5e-89e3-c3ea1df95fc9', 'mac_address': 'fa:16:3e:df:91:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:16:06.131628 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:06.157639 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:06.158007 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:06.190379 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:06.209555 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c099cea-0eef-4853-9346-3b681265c6c7 req-79d5f184-abfa-4936-a5db-e0ddd563aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:06.212115 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d30619-868b-4d5e-89e3-c3ea1df95fc9 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:16:06.212492 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8c099cea-0eef-4853-9346-3b681265c6c7 req-79d5f184-abfa-4936-a5db-e0ddd563aa5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 1098 time: 0.0411088 Sep 07 04:16:06.237153 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 46d30619-868b-4d5e-89e3-c3ea1df95fc9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=46d30619-868b-4d5e-89e3-c3ea1df95fc9,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:06.253028 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8c099cea-0eef-4853-9346-3b681265c6c7 req-1ee15490-cc15-48e7-9e9f-95cf14fa6ee5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Sep 07 04:16:06.256222 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:06.298631 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:06.330458 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=46d30619-868b-4d5e-89e3-c3ea1df95fc9,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:06.346522 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:06.346861 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:06.347199 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:06.347525 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:06.347847 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:06.348167 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:06.348511 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:06.348826 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:06.349162 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:06.349480 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:06.349793 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:06.350102 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:06.355910 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:06.359673 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:06.406706 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:06.619044 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce9804-c344-42c2-b9df-62a0c57519c7 req-d8c52835-06c2-4f96-8da0-a16d5867b5b2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:06.620525 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7ce9804-c344-42c2-b9df-62a0c57519c7 req-d8c52835-06c2-4f96-8da0-a16d5867b5b2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 945 time: 0.0528429 Sep 07 04:16:06.662258 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7ce9804-c344-42c2-b9df-62a0c57519c7 req-42d8fb03-de8b-47db-b74a-f9e2c3c4f423 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355670 Sep 07 04:16:06.779505 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cd74b-ff83-40c0-a079-5f247b8562dc req-4668c2f4-c814-4652-b83f-0eca07e98857 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:06.781153 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ca6cd74b-ff83-40c0-a079-5f247b8562dc req-4668c2f4-c814-4652-b83f-0eca07e98857 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 944 time: 0.0486975 Sep 07 04:16:06.816210 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['c6284171-605a-44d7-922d-e4e9fe1091de'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:16:06.827585 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ca6cd74b-ff83-40c0-a079-5f247b8562dc req-cc635dcd-f700-44c1-88be-c0f0f33bf88c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395188 Sep 07 04:16:06.875175 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['46d30619-868b-4d5e-89e3-c3ea1df95fc9'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:16:06.960967 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771cef-7576-4c21-a154-ce01c8e763f7 req-51c0f78a-409e-4b42-8ec9-2f681a7593a4 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:06.968380 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-07771cef-7576-4c21-a154-ce01c8e763f7 req-51c0f78a-409e-4b42-8ec9-2f681a7593a4 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0572422 Sep 07 04:16:07.025662 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-07771cef-7576-4c21-a154-ce01c8e763f7 req-28b421a0-881b-4fc2-84cb-1064811c2761 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560863 Sep 07 04:16:07.393170 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 38996) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:07.503145 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:07.598123 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:07.603669 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:07.645602 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0206e392895f4d2293afff97d800be0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490966 Sep 07 04:16:07.645602 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5344cc9-3c73-46a2-91ec-89c4d83891e4,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:07.646770 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39008) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:07.653461 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.653805 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.654136 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.654462 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.654787 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.655110 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.655432 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.655748 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.656065 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.656409 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.656724 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.657035 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be1f68-89d0-4df4-ad6e-86f085c06e39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.699842 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:07.723287 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:07.797124 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:07.802637 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:07.804107 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5344cc9-3c73-46a2-91ec-89c4d83891e4 HTTP/1.1" status: 204 len: 168 time: 0.1557384 Sep 07 04:16:07.814267 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5344cc9-3c73-46a2-91ec-89c4d83891e4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:07.825460 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.825931 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.826273 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.827303 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.827637 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.828014 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.828382 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.828707 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.829030 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.829351 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.829673 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.829988 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51710f2-537d-4769-96dc-5ce4197d511d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:07.831235 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cffe4b-3cc0-49b7-9255-2bf5ab9954bc req-6b53a1f8-a78b-41f6-b865-bb6757ce0b13 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:07.833993 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96cffe4b-3cc0-49b7-9255-2bf5ab9954bc req-6b53a1f8-a78b-41f6-b865-bb6757ce0b13 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 945 time: 0.0921636 Sep 07 04:16:07.896891 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96cffe4b-3cc0-49b7-9255-2bf5ab9954bc req-60988a2f-496e-4a94-9c8c-631691079061 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525875 Sep 07 04:16:07.966187 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:16:07.968314 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76b1d-d1cd-41c9-8fef-ea6bb8b59977 req-d835e5af-9b42-448d-a083-5610015d5183 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:07.970598 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fed42b0-9f94-453a-8f77-4ccba5cb4128" -d '{"events": [{"server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "name": "network-vif-plugged", "status": "completed", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:16:07.972779 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54a76b1d-d1cd-41c9-8fef-ea6bb8b59977 req-d835e5af-9b42-448d-a083-5610015d5183 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 944 time: 0.0556443 Sep 07 04:16:08.024097 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aace74e9-37bb-4061-a0cd-95e39b473322 x-openstack-request-id: req-aace74e9-37bb-4061-a0cd-95e39b473322 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:16:08.024568 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "name": "network-vif-plugged", "status": "completed", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:16:08.024974 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aace74e9-37bb-4061-a0cd-95e39b473322 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:16:08.025367 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'code': 200} Sep 07 04:16:08.030317 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54a76b1d-d1cd-41c9-8fef-ea6bb8b59977 req-0847771a-d0a3-4caf-9c34-a4b1bc5f56da tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547106 Sep 07 04:16:08.167339 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39044) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:08.364876 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c711d-1293-432e-8629-4d6f50bcb880 req-87900c3e-8c3d-45c8-8f76-fd50d59b6935 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:08.372781 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d7c711d-1293-432e-8629-4d6f50bcb880 req-87900c3e-8c3d-45c8-8f76-fd50d59b6935 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.2611957 Sep 07 04:16:08.389459 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5dde72f6-8fc5-4d5c-a2c1-9616199eac1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:08.403815 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cf830-43ac-40d2-8129-9c3b0285713d req-733418b0-6c8b-49d8-ba48-bcc96bdf25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:08.405562 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8c0cf830-43ac-40d2-8129-9c3b0285713d req-733418b0-6c8b-49d8-ba48-bcc96bdf25c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 1099 time: 0.0849347 Sep 07 04:16:08.413769 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d7c711d-1293-432e-8629-4d6f50bcb880 req-c4c2939f-983a-45d6-ba31-b1c2d43a6ba0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400667 Sep 07 04:16:08.488621 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8c0cf830-43ac-40d2-8129-9c3b0285713d req-e1b6cfb6-0210-49ee-9197-769a6af1d292 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753045 Sep 07 04:16:08.526031 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5dde72f6-8fc5-4d5c-a2c1-9616199eac1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:08.530264 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5dde72f6-8fc5-4d5c-a2c1-9616199eac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:08.570676 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5dde72f6-8fc5-4d5c-a2c1-9616199eac1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9c26b005afd46dcaa2a4080982a4768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014189 Sep 07 04:16:08.571590 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde72f6-8fc5-4d5c-a2c1-9616199eac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2b3424-5dd9-4401-a722-b1d7dc7130ef,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:08.573655 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39066) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:08.630019 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-435bba79-8c97-4997-ad7c-2f603731b09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:08.652913 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-435bba79-8c97-4997-ad7c-2f603731b09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:08.734037 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-435bba79-8c97-4997-ad7c-2f603731b09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:08.736737 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-435bba79-8c97-4997-ad7c-2f603731b09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:08.738414 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-435bba79-8c97-4997-ad7c-2f603731b09b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb2b3424-5dd9-4401-a722-b1d7dc7130ef HTTP/1.1" status: 204 len: 168 time: 0.1635582 Sep 07 04:16:08.746402 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bba79-8c97-4997-ad7c-2f603731b09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2b3424-5dd9-4401-a722-b1d7dc7130ef,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:08.788896 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39078) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:08.883768 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-30102220-network', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:08.904911 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Made reservation on behalf of 636c1bfc812e490d9d4448ed8a4136dc for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:16:08.907122 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:08.915989 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.009730 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.014122 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.017404 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79892f2b-0d63-4f4c-8fd3-a1ed8fd0f168 req-a549b078-ec78-408a-9f7e-5549bdee6b3e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:09.019018 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-79892f2b-0d63-4f4c-8fd3-a1ed8fd0f168 req-a549b078-ec78-408a-9f7e-5549bdee6b3e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 945 time: 0.0567358 Sep 07 04:16:09.046273 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:16:09.055722 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:09.062557 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.062942 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Added segment 9a24c042-9ef9-4f82-85c1-26eaae31b146 of type vlan for network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 Sep 07 04:16:09.078189 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-79892f2b-0d63-4f4c-8fd3-a1ed8fd0f168 req-d7c988ae-d9e3-484b-b3a9-fd3138f44071 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523539 Sep 07 04:16:09.088482 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39088) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:09.109235 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.111621 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f35c57c5-5c1f-46fc-a2ad-ab21f6c7384d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.136076 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.138784 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:09.138784 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.189406 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b3633-2bf8-44a6-b225-76ab4a444024 req-8a9c1d25-1cd2-4eca-b6a0-c718e82912c3 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:09.190871 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e68b3633-2bf8-44a6-b225-76ab4a444024 req-8a9c1d25-1cd2-4eca-b6a0-c718e82912c3 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 944 time: 0.0810683 Sep 07 04:16:09.198686 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] Pushing event updated for resources: {'Network': ['ID=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:09.210385 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:16:09.251178 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e68b3633-2bf8-44a6-b225-76ab4a444024 req-928d5f85-3df2-4449-ba3e-da4945e6d26d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513382 Sep 07 04:16:09.289037 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f35c57c5-5c1f-46fc-a2ad-ab21f6c7384d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.292776 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f35c57c5-5c1f-46fc-a2ad-ab21f6c7384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.298461 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5598e8a8-3ac9-4878-b0b3-447cf3e8d587 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5078361 Sep 07 04:16:09.301560 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39092) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:09.306284 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c1317283-b8ac-48e3-ab2e-31fae07cc7ff admin admin] Request body: {'subnet': {'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-30102220-subnet', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:09.326650 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1317283-b8ac-48e3-ab2e-31fae07cc7ff admin admin] Made reservation on behalf of 636c1bfc812e490d9d4448ed8a4136dc for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:16:09.328986 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1317283-b8ac-48e3-ab2e-31fae07cc7ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30223284'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.333825 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f35c57c5-5c1f-46fc-a2ad-ab21f6c7384d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d623767b0834fc5b000bba46ab171ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384052 Sep 07 04:16:09.333825 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c57c5-5c1f-46fc-a2ad-ab21f6c7384d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749ab200-5e3c-4b32-95f4-d80259c83aa7,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:09.336377 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39094) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:09.388987 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-652aecf8-9231-47e9-985d-2165b00e8675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.420492 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-652aecf8-9231-47e9-985d-2165b00e8675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.504773 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-652aecf8-9231-47e9-985d-2165b00e8675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.510174 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-652aecf8-9231-47e9-985d-2165b00e8675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.511599 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-652aecf8-9231-47e9-985d-2165b00e8675 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/749ab200-5e3c-4b32-95f4-d80259c83aa7 HTTP/1.1" status: 204 len: 168 time: 0.1735325 Sep 07 04:16:09.526308 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652aecf8-9231-47e9-985d-2165b00e8675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749ab200-5e3c-4b32-95f4-d80259c83aa7,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:09.530660 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1317283-b8ac-48e3-ab2e-31fae07cc7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30701902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30223298'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.581292 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc6a5-e968-4feb-a37d-48dedd85491e req-02bc6885-a0bb-4b92-9f64-57d090aea931 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:09.589589 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7d4dc6a5-e968-4feb-a37d-48dedd85491e req-02bc6885-a0bb-4b92-9f64-57d090aea931 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0760648 Sep 07 04:16:09.601634 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1317283-b8ac-48e3-ab2e-31fae07cc7ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=457c2ba9-a4f8-4af9-a264-a6bd9eb3f686,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:09.602085 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 46d30619-868b-4d5e-89e3-c3ea1df95fc9 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:09.627709 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1317283-b8ac-48e3-ab2e-31fae07cc7ff admin admin] Checking segment: {'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:16:09.628608 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1317283-b8ac-48e3-ab2e-31fae07cc7ff admin admin] Network hostable DHCP agents. Network: cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:16:09.642827 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7d4dc6a5-e968-4feb-a37d-48dedd85491e req-7114cce5-e701-47d4-bf1d-8148534ed607 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468314 Sep 07 04:16:09.662342 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1317283-b8ac-48e3-ab2e-31fae07cc7ff admin admin] Network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:16:09.678232 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c1317283-b8ac-48e3-ab2e-31fae07cc7ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:09.688312 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1317283-b8ac-48e3-ab2e-31fae07cc7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:09.689116 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1317283-b8ac-48e3-ab2e-31fae07cc7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.693437 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264b904c-84a6-4df3-bda8-038b6724d679 None None] Network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:16:09.706196 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c1317283-b8ac-48e3-ab2e-31fae07cc7ff admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4034441 Sep 07 04:16:09.709402 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39112) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:09.714886 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:09.724750 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port 46d30619-868b-4d5e-89e3-c3ea1df95fc9 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:09.738280 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-323213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11647'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.739410 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-323645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-321677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15500'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.758009 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port 46d30619-868b-4d5e-89e3-c3ea1df95fc9 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:09.759110 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.828424 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.906634 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.919620 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15dbd0e4-63ce-5fb6-91ef-286bacd01d99-cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'fixed_ips': [{'subnet_id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686'}]}} from dv-cinder-778193-8-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:16:09.920439 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:09.969204 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 46d30619-868b-4d5e-89e3-c3ea1df95fc9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=46d30619-868b-4d5e-89e3-c3ea1df95fc9,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:10.006524 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:10.022925 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:10.023722 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c6284171-605a-44d7-922d-e4e9fe1091de up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:10.032956 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77fb1b7-a92d-451e-b56d-2f49b8fe66dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d30619-868b-4d5e-89e3-c3ea1df95fc9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:16:10.036287 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4861bb-b1d9-41f9-877c-8d7b82c046a7" -d '{"events": [{"server_uuid": "b77fb1b7-a92d-451e-b56d-2f49b8fe66dd", "name": "network-vif-plugged", "status": "completed", "tag": "46d30619-868b-4d5e-89e3-c3ea1df95fc9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:16:10.219368 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba79a8a-df94-4c48-8070-e66283cda528 x-openstack-request-id: req-cba79a8a-df94-4c48-8070-e66283cda528 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:16:10.220042 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77fb1b7-a92d-451e-b56d-2f49b8fe66dd", "name": "network-vif-plugged", "status": "completed", "tag": "46d30619-868b-4d5e-89e3-c3ea1df95fc9", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:16:10.220042 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cba79a8a-df94-4c48-8070-e66283cda528 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:16:10.220596 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77fb1b7-a92d-451e-b56d-2f49b8fe66dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d30619-868b-4d5e-89e3-c3ea1df95fc9', 'code': 200} Sep 07 04:16:10.295539 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=46d30619-868b-4d5e-89e3-c3ea1df95fc9,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:10.323190 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Allocated IP 172.20.0.2 (cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4/457c2ba9-a4f8-4af9-a264-a6bd9eb3f686/1320b4d0-4cf7-40b4-aa76-10c003eaded0) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:16:10.334283 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port c6284171-605a-44d7-922d-e4e9fe1091de completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:10.344223 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port c6284171-605a-44d7-922d-e4e9fe1091de triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:10.344913 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:10.476288 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:10.501855 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5535f33-bef6-4bb4-9b95-4085d5158bed req-e6216fa6-cee0-4616-880d-0f4851e86857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:10.504674 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:10.505783 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e5535f33-bef6-4bb4-9b95-4085d5158bed req-e6216fa6-cee0-4616-880d-0f4851e86857 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 1099 time: 0.0658338 Sep 07 04:16:10.517267 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143a6fb-425d-4ff1-8cc2-8a0bab679067 req-ec84506d-383e-4312-ac8d-e874ccfc79ab tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:10.524777 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4143a6fb-425d-4ff1-8cc2-8a0bab679067 req-ec84506d-383e-4312-ac8d-e874ccfc79ab tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.2531381 Sep 07 04:16:10.536456 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:10.544919 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e5535f33-bef6-4bb4-9b95-4085d5158bed req-c939d87a-65fb-40e3-93d4-6f7a2c24a16e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317369 Sep 07 04:16:10.607862 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829339f6-75d1-446f-8044-b682460902ab req-7a7445eb-4b66-41d9-ba5a-c48a04e612a0 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:10.609332 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:10.609690 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-829339f6-75d1-446f-8044-b682460902ab req-7a7445eb-4b66-41d9-ba5a-c48a04e612a0 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 944 time: 0.2060819 Sep 07 04:16:10.612267 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c6284171-605a-44d7-922d-e4e9fe1091de, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c6284171-605a-44d7-922d-e4e9fe1091de,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:10.621659 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:10.624006 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Transition to ACTIVE for port object 1320b4d0-4cf7-40b4-aa76-10c003eaded0 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:16:10.631300 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4143a6fb-425d-4ff1-8cc2-8a0bab679067 req-87e5b4cc-45b0-4b6a-8878-13ee5f0ca4b6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054025 Sep 07 04:16:10.682821 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Transition to ACTIVE for port object 1320b4d0-4cf7-40b4-aa76-10c003eaded0 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:16:10.702570 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:10.708528 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=c6284171-605a-44d7-922d-e4e9fe1091de,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:10.731372 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-829339f6-75d1-446f-8044-b682460902ab req-86e09420-920c-4d0d-9437-bad01030d346 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909193 Sep 07 04:16:10.747930 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Allocated IP 172.27.3.134 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/ee9fbdc5-753d-4f97-925b-7dda1af02c5e) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:16:10.762822 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:16:10.766197 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:10.770325 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:16:10.784388 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Pushing event updated for resources: {'Port': ['ID=1320b4d0-4cf7-40b4-aa76-10c003eaded0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:10.845010 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Attempting to bind port 1320b4d0-4cf7-40b4-aa76-10c003eaded0 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:16:10.845291 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Attempting to bind port 1320b4d0-4cf7-40b4-aa76-10c003eaded0 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:16:10.845640 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Attempting to bind port 1320b4d0-4cf7-40b4-aa76-10c003eaded0 on network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:16:10.850695 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:16:10.851075 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Checking segment: {'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:16:10.851540 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:10.851855 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Bound using segment: {'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:16:10.852988 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Bound port: 1320b4d0-4cf7-40b4-aa76-10c003eaded0, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:16:10.853374 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:10.891067 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6a48b-c7fd-4f4b-b501-cf5d0e527d00 req-9f90c350-46df-4b75-b2a5-736be223c579 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:10.892610 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-79c6a48b-c7fd-4f4b-b501-cf5d0e527d00 req-9f90c350-46df-4b75-b2a5-736be223c579 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.1061459 Sep 07 04:16:10.932481 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] For port 1320b4d0-4cf7-40b4-aa76-10c003eaded0, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:16:10.935941 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] For port 1320b4d0-4cf7-40b4-aa76-10c003eaded0, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=1320b4d0-4cf7-40b4-aa76-10c003eaded0,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:16:10.941710 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:10.964731 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-79c6a48b-c7fd-4f4b-b501-cf5d0e527d00 req-1bcfdbe9-338a-42d3-8c00-d8426b872b4f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644567 Sep 07 04:16:10.976572 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:11.032532 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc15f6-b5ec-4ec9-97a7-bc7ddd63d73c None None] Pushing event updated for resources: {'Port': ['ID=1320b4d0-4cf7-40b4-aa76-10c003eaded0,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:11.060712 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:11.107425 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:16:11.110323 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:11.116426 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:16:11.187210 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Pushing event updated for resources: {'Port': ['ID=ee9fbdc5-753d-4f97-925b-7dda1af02c5e,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:11.261440 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355543c-e097-4681-a6a0-5182d05452ea req-30b9567b-f0eb-4ddd-83ba-68e7fa17624f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:11.263069 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3355543c-e097-4681-a6a0-5182d05452ea req-30b9567b-f0eb-4ddd-83ba-68e7fa17624f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.1162195 Sep 07 04:16:11.272839 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39184) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:11.279338 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-003c3cd9-3336-486d-bcbe-5d2f45c8dbae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Request body: {'floatingip': {'port_id': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:11.392866 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-003c3cd9-3336-486d-bcbe-5d2f45c8dbae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:11.518017 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:11.739031 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0af8f677-b6f9-436d-8a8b-37d79e36dd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:11.860638 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20435147-9086-4d24-9561-c2fc78662df7 req-672c0b48-3aab-4f6a-ba8d-c63d215e7100 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:11.862118 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-20435147-9086-4d24-9561-c2fc78662df7 req-672c0b48-3aab-4f6a-ba8d-c63d215e7100 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.1262574 Sep 07 04:16:11.890889 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a457-cb63-4d5e-b800-559a6c86849f req-bde7dcd2-3eb9-4e20-b398-f90a580ee5fb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:11.892405 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8035a457-cb63-4d5e-b800-559a6c86849f req-bde7dcd2-3eb9-4e20-b398-f90a580ee5fb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0849938 Sep 07 04:16:11.897832 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-321790'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:12.045102 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-20435147-9086-4d24-9561-c2fc78662df7 req-16a7191e-b6f9-45b6-9212-896b384bf8af tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734033 Sep 07 04:16:12.099210 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8035a457-cb63-4d5e-b800-559a6c86849f req-a0cf498a-2f00-4c62-8191-3c62a163fc7a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990390 Sep 07 04:16:12.147652 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 1320b4d0-4cf7-40b4-aa76-10c003eaded0 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:12.197274 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 is scheduled to L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:16:12.203848 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [None req-003c3cd9-3336-486d-bcbe-5d2f45c8dbae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 04:16:12.229106 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6284171-605a-44d7-922d-e4e9fe1091de'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:16:12.232871 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581ab985-dfa8-42ca-a19d-688441045367" -d '{"events": [{"server_uuid": "ea299c4e-857b-4778-bba5-3ee6110d75d5", "name": "network-vif-plugged", "status": "completed", "tag": "c6284171-605a-44d7-922d-e4e9fe1091de"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:16:12.316818 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 1320b4d0-4cf7-40b4-aa76-10c003eaded0 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:12.346314 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff54cdee-3849-4eed-9129-c9ec73b5d74c x-openstack-request-id: req-ff54cdee-3849-4eed-9129-c9ec73b5d74c {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:16:12.346939 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea299c4e-857b-4778-bba5-3ee6110d75d5", "name": "network-vif-plugged", "status": "completed", "tag": "c6284171-605a-44d7-922d-e4e9fe1091de", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:16:12.347322 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff54cdee-3849-4eed-9129-c9ec73b5d74c {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:16:12.347837 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6284171-605a-44d7-922d-e4e9fe1091de', 'code': 200} Sep 07 04:16:12.353773 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-003c3cd9-3336-486d-bcbe-5d2f45c8dbae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:12.359133 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-003c3cd9-3336-486d-bcbe-5d2f45c8dbae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:12.532563 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561899b0-51cd-4943-840c-2b736fd4259c None None] Network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:16:12.597419 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:16:12.615625 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Sync routers for ids ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:16:12.638480 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Routers {'0fcfda39-7118-43cb-a793-b9e8f4f52a53'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:16:12.638480 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:15:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:12.638679 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:12.642442 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3b94fe81-7647-4993-86bb-30bd95ccff05 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9293153 Sep 07 04:16:12.642724 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39218) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:12.670773 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-49cbab44-5566-4864-9aab-7339e664cc7f None None] Provisioning for port 1320b4d0-4cf7-40b4-aa76-10c003eaded0 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:12.677556 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-49cbab44-5566-4864-9aab-7339e664cc7f None None] Provisioning complete for port 1320b4d0-4cf7-40b4-aa76-10c003eaded0 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:12.678261 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49cbab44-5566-4864-9aab-7339e664cc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:12.709957 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70b2a7-6cbb-42a0-a51d-4cbaaa9783fe req-b9c52fb8-d00b-4f4d-8d02-8b9460d02e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:12.711995 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ce70b2a7-6cbb-42a0-a51d-4cbaaa9783fe req-b9c52fb8-d00b-4f4d-8d02-8b9460d02e05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 1098 time: 0.0603192 Sep 07 04:16:12.721116 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.l3_db [None req-003c3cd9-3336-486d-bcbe-5d2f45c8dbae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Floating IP b1af71ee-f520-4b68-aede-fffbdb7beb7b associated. External IP: 172.27.3.16, port: b76d8d93-bd10-4e95-8582-3e5cb6bdf955. Sep 07 04:16:12.757032 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Set router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:16:12.791441 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49cbab44-5566-4864-9aab-7339e664cc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:12.828241 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-49cbab44-5566-4864-9aab-7339e664cc7f None None] For port 1320b4d0-4cf7-40b4-aa76-10c003eaded0, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=1320b4d0-4cf7-40b4-aa76-10c003eaded0,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:12.852095 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ce70b2a7-6cbb-42a0-a51d-4cbaaa9783fe req-525e073c-ac54-4e33-9b16-98f7cc869efc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284735 Sep 07 04:16:12.864101 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49cbab44-5566-4864-9aab-7339e664cc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:12.921462 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbab44-5566-4864-9aab-7339e664cc7f None None] Pushing event updated for resources: {'Port': ['ID=1320b4d0-4cf7-40b4-aa76-10c003eaded0,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:12.963107 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:16:11Z', 'revision_number': 3, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:13.008655 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Checking router: 0fcfda39-7118-43cb-a793-b9e8f4f52a53 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:16:13.009063 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Updating router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 port ee9fbdc5-753d-4f97-925b-7dda1af02c5e binding host dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:16:13.016528 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003c3cd9-3336-486d-bcbe-5d2f45c8dbae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Router a2a8a161-94a3-456f-a755-05c9e3eeb217 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:16:13.040562 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:13.215524 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003c3cd9-3336-486d-bcbe-5d2f45c8dbae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:16:13.221005 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-003c3cd9-3336-486d-bcbe-5d2f45c8dbae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:13.232693 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a340a5c-ccdc-461a-895d-1da3ab791c24 None None] Sync routers for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:16:13.241894 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a340a5c-ccdc-461a-895d-1da3ab791c24 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:16:13.242718 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-8a340a5c-ccdc-461a-895d-1da3ab791c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:15:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:13.254969 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-003c3cd9-3336-486d-bcbe-5d2f45c8dbae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "PUT /v2.0/floatingips/b1af71ee-f520-4b68-aede-fffbdb7beb7b HTTP/1.1" status: 200 len: 991 time: 1.9800596 Sep 07 04:16:13.255622 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:16:13.258132 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ca69db-fa6c-4efe-bbc7-e3c7478cb8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:16:13.324571 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da97e2e-95bb-4ea0-b7a0-934e00bebc14 req-5cc0e4c6-029d-4727-a9fd-a23a4a8cbdb9 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:13.326199 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4da97e2e-95bb-4ea0-b7a0-934e00bebc14 req-5cc0e4c6-029d-4727-a9fd-a23a4a8cbdb9 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.1369412 Sep 07 04:16:13.333399 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d182213c-40cb-4f87-99ab-36ca5bc98716 None None] Provisioning complete for port 1320b4d0-4cf7-40b4-aa76-10c003eaded0 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:13.333894 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:13.334044 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d182213c-40cb-4f87-99ab-36ca5bc98716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:13.359080 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac974be-c810-4397-910b-0df22688349c req-77bbda4c-2426-4cf2-9fc9-95b441f572b3 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:13.360606 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ac974be-c810-4397-910b-0df22688349c req-77bbda4c-2426-4cf2-9fc9-95b441f572b3 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.1464999 Sep 07 04:16:13.373743 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:13.402603 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Transition to ACTIVE for port object ee9fbdc5-753d-4f97-925b-7dda1af02c5e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:16:13.412503 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-8a340a5c-ccdc-461a-895d-1da3ab791c24 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:16:13.415223 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:13.472204 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4da97e2e-95bb-4ea0-b7a0-934e00bebc14 req-4f404b3e-af18-4cae-96f6-952f2ce4b80a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229246 Sep 07 04:16:13.472643 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Attempting to bind port ee9fbdc5-753d-4f97-925b-7dda1af02c5e on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:16:13.473191 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Attempting to bind port ee9fbdc5-753d-4f97-925b-7dda1af02c5e by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:16:13.473729 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Attempting to bind port ee9fbdc5-753d-4f97-925b-7dda1af02c5e on network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:16:13.477709 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ac974be-c810-4397-910b-0df22688349c req-31c3f065-a3e1-481b-8cc1-4c6ff27603c2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931573 Sep 07 04:16:13.482866 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Pushing event updated for resources: {'Port': ['ID=ee9fbdc5-753d-4f97-925b-7dda1af02c5e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:13.487927 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:16:13.488562 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Checking segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:16:13.489406 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:13.489954 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Bound using segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:16:13.490855 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Bound port: ee9fbdc5-753d-4f97-925b-7dda1af02c5e, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:16:13.491700 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:13.577457 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Allocated IP 172.20.0.1 (cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4/457c2ba9-a4f8-4af9-a264-a6bd9eb3f686/96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:16:13.625787 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def6d431-c3ce-464d-b56c-8bc8bf764cf9 x-openstack-request-id: req-def6d431-c3ce-464d-b56c-8bc8bf764cf9 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:16:13.626081 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:16:13.626331 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-def6d431-c3ce-464d-b56c-8bc8bf764cf9 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:16:13.626723 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'status': 'completed', 'code': 200} Sep 07 04:16:13.658280 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:13.658849 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:13.660980 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:13.661331 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:13.661673 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:13.662010 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:13.662342 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:13.662670 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:13.667827 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:13.668043 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:13.668439 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:13.668751 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:16:13.698291 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] For port ee9fbdc5-753d-4f97-925b-7dda1af02c5e, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:16:13.707470 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] For port ee9fbdc5-753d-4f97-925b-7dda1af02c5e, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=ee9fbdc5-753d-4f97-925b-7dda1af02c5e,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:16:13.714878 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:13.716761 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:13.736274 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Transition to ACTIVE for port object 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca will not be triggered until provisioned by entity DHCP. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:16:13.793284 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:13.867304 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Routers {'0fcfda39-7118-43cb-a793-b9e8f4f52a53'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:16:13.869742 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:16:13.873004 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:13.876291 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:15:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:13.876709 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:16:13.898656 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-8a340a5c-ccdc-461a-895d-1da3ab791c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'b1af71ee-f520-4b68-aede-fffbdb7beb7b', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'port_id': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'mac_address': 'fa:16:3e:66:31:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:15:20Z', 'updated_at': '2021-09-07T04:16:12Z', 'revision_number': 1, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:13.913765 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Pushing event updated for resources: {'Port': ['ID=96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:13.943658 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322189'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:13.957845 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a340a5c-ccdc-461a-895d-1da3ab791c24 None None] Checking router: a2a8a161-94a3-456f-a755-05c9e3eeb217 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:16:13.996576 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdaaa8-018a-48e8-a813-baf8a1da132a None None] Pushing event updated for resources: {'Port': ['ID=ee9fbdc5-753d-4f97-925b-7dda1af02c5e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:13.998839 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a340a5c-ccdc-461a-895d-1da3ab791c24 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:16:13.999737 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-8a340a5c-ccdc-461a-895d-1da3ab791c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:15:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:14.097616 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 1320b4d0-4cf7-40b4-aa76-10c003eaded0 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:14.204470 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] Set router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:16:14.221035 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40460fc2-3c01-4f6c-a821-8cfb6f1c75de req-bfddc95f-a19e-4a0d-93ce-89eb39c14a20 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:14.228465 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-40460fc2-3c01-4f6c-a821-8cfb6f1c75de req-bfddc95f-a19e-4a0d-93ce-89eb39c14a20 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.2168245 Sep 07 04:16:14.272986 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 1320b4d0-4cf7-40b4-aa76-10c003eaded0 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:14.273364 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:14.278473 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-8a340a5c-ccdc-461a-895d-1da3ab791c24 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:16:14.288792 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-40460fc2-3c01-4f6c-a821-8cfb6f1c75de req-8c5075bf-b527-4472-a2d7-1e0dfef025c5 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593929 Sep 07 04:16:14.298307 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a8a9f7e8-5c56-4d43-9a86-081eff4fc60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:14.324420 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:14.482564 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:16:11Z', 'revision_number': 3, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:14.518049 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6650067-0079-4160-89c7-c2066394cd6b None None] The sync data for ids ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'] in dv-cinder-778193-8-iscsi is: [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:16:11Z', 'revision_number': 3, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:16:14.525576 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:14.534046 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:14.543334 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6d65f8eb-6f86-4869-aedf-290d9407f903 None None] Provisioning for port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:14.576652 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6d65f8eb-6f86-4869-aedf-290d9407f903 None None] Provisioning complete for port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:14.577156 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d65f8eb-6f86-4869-aedf-290d9407f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:14.627776 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33082055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322877'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:14.667565 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Pushing event updated for resources: {'Port': ['ID=96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:14.724991 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6d65f8eb-6f86-4869-aedf-290d9407f903 None None] Port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:16:14.740228 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dc3bb-d6d0-48c8-914a-33418592de4a req-458963f5-549e-4c2f-9cfe-db1d04095e9d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:14.741802 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9c3dc3bb-d6d0-48c8-914a-33418592de4a req-458963f5-549e-4c2f-9cfe-db1d04095e9d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.1335080 Sep 07 04:16:14.812653 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9c3dc3bb-d6d0-48c8-914a-33418592de4a req-cf024e72-db90-4014-88a4-0bb6d1d3f02c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616558 Sep 07 04:16:14.818691 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:16:14.823954 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:14.827126 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:14.905937 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-8a340a5c-ccdc-461a-895d-1da3ab791c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'b1af71ee-f520-4b68-aede-fffbdb7beb7b', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'port_id': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'mac_address': 'fa:16:3e:66:31:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:15:20Z', 'updated_at': '2021-09-07T04:16:12Z', 'revision_number': 1, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:14.960365 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a340a5c-ccdc-461a-895d-1da3ab791c24 None None] The sync data for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi is: [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'b1af71ee-f520-4b68-aede-fffbdb7beb7b', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'port_id': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'mac_address': 'fa:16:3e:66:31:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:15:20Z', 'updated_at': '2021-09-07T04:16:12Z', 'revision_number': 1, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:16:15.010729 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:16:15.149836 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-cd8aa294-1815-49f2-8c59-fd54e0d95f28 None None] Provisioning complete for port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:15.150310 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cd8aa294-1815-49f2-8c59-fd54e0d95f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:15.159739 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:16:15.168817 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f34afd63-83ec-456f-aced-883055fdaed2 admin admin] 10.222.0.41 "PUT /v2.0/routers/0fcfda39-7118-43cb-a793-b9e8f4f52a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5249419 Sep 07 04:16:15.198968 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-cd8aa294-1815-49f2-8c59-fd54e0d95f28 None None] Port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:16:15.235797 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:15.392281 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f4599-ad40-419a-9e8c-4a88e94a4b7e None None] New status for floating IP b1af71ee-f520-4b68-aede-fffbdb7beb7b: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:16:15.440645 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2db62-430e-4808-a128-ab1918383610 req-e5db5777-0c11-4fa4-8481-7413b408188f tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:15.443912 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b0e2db62-430e-4808-a128-ab1918383610 req-e5db5777-0c11-4fa4-8481-7413b408188f tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0699222 Sep 07 04:16:15.496692 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b0e2db62-430e-4808-a128-ab1918383610 req-13ccbd82-973d-479b-85dc-b3be06c28149 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Sep 07 04:16:15.875596 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39330) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:15.881322 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1594122986-network', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:15.909141 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Made reservation on behalf of ffb1480d54704b51adbb871577a2f10b for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:16:15.911512 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:15.924434 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:15.935034 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55ec3b-4de8-4bb4-b457-934c50bc260a req-4f44d66a-0c4a-42a6-b04e-f7e2a2e107ca tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:15.936835 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6e55ec3b-4de8-4bb4-b457-934c50bc260a req-4f44d66a-0c4a-42a6-b04e-f7e2a2e107ca tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0630918 Sep 07 04:16:16.017623 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6e55ec3b-4de8-4bb4-b457-934c50bc260a req-b7dc11ab-1f61-479f-b8a2-8fd5837178d3 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634518 Sep 07 04:16:16.037311 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.043029 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.080211 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:16:16.089728 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2eb276-f5d3-4a71-83f7-c3e04d37e3e2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:16.096397 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.096740 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Added segment 4d56311f-c998-4b70-b753-ad3ea87017fb of type vlan for network 7e98febe-9388-4946-9576-a62905d434f4 Sep 07 04:16:16.113504 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device ee9fbdc5-753d-4f97-925b-7dda1af02c5e up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:16.146359 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.178620 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port ee9fbdc5-753d-4f97-925b-7dda1af02c5e completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:16.182512 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port ee9fbdc5-753d-4f97-925b-7dda1af02c5e triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:16.182992 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.187603 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.189400 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:16.190403 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.241334 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3636470 Sep 07 04:16:16.245565 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39342) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:16.250410 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-82d552ee-e75e-4ebe-a35f-a0b272d696ed admin admin] Request body: {'subnet': {'network_id': '7e98febe-9388-4946-9576-a62905d434f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1594122986-subnet', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:16.278886 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d552ee-e75e-4ebe-a35f-a0b272d696ed admin admin] Made reservation on behalf of ffb1480d54704b51adbb871577a2f10b for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:16:16.282021 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82d552ee-e75e-4ebe-a35f-a0b272d696ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29810705'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.290485 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6c6ec-0777-4756-abda-1117b303826e admin admin] Pushing event updated for resources: {'Network': ['ID=7e98febe-9388-4946-9576-a62905d434f4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:16.326109 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network 7e98febe-9388-4946-9576-a62905d434f4 details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:16:16.329790 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39344) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:16.362010 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.462279 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port ee9fbdc5-753d-4f97-925b-7dda1af02c5e, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=ee9fbdc5-753d-4f97-925b-7dda1af02c5e,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:16.470849 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.477508 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-149475db-f567-4d76-904a-764893c4ea2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.513777 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82d552ee-e75e-4ebe-a35f-a0b272d696ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29810791'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.549369 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=ee9fbdc5-753d-4f97-925b-7dda1af02c5e,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:16.587818 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-149475db-f567-4d76-904a-764893c4ea2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.593598 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-149475db-f567-4d76-904a-764893c4ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.604210 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d552ee-e75e-4ebe-a35f-a0b272d696ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cf0899-e05f-4653-ab49-de03a6a81ab3,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:16.622056 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d552ee-e75e-4ebe-a35f-a0b272d696ed admin admin] Checking segment: {'id': '4d56311f-c998-4b70-b753-ad3ea87017fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e98febe-9388-4946-9576-a62905d434f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:16:16.622609 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d552ee-e75e-4ebe-a35f-a0b272d696ed admin admin] Network hostable DHCP agents. Network: 7e98febe-9388-4946-9576-a62905d434f4, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:16:16.635235 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-149475db-f567-4d76-904a-764893c4ea2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb11f9ac93c7478ab501c6a982349ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041599 Sep 07 04:16:16.637414 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149475db-f567-4d76-904a-764893c4ea2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a26d5-1623-4104-be9b-9e117fa078e9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:16.639804 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39350) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:16.661884 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d552ee-e75e-4ebe-a35f-a0b272d696ed admin admin] Network 7e98febe-9388-4946-9576-a62905d434f4 is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:16:16.688906 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-82d552ee-e75e-4ebe-a35f-a0b272d696ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, 7e98febe-9388-4946-9576-a62905d434f4) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:16.693193 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d552ee-e75e-4ebe-a35f-a0b272d696ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:16.694444 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82d552ee-e75e-4ebe-a35f-a0b272d696ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.697521 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd770d0-1913-46e7-a806-cb1cca704447 None None] Network 7e98febe-9388-4946-9576-a62905d434f4 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:16:16.705953 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d248de9-e2d0-45a0-ab04-75344176a71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.717556 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177b1b0-3681-4dde-88b4-ceeaeb3c3cbb req-40c8c8b5-9627-4054-886a-39f15cadca87 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:16.719097 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d177b1b0-3681-4dde-88b4-ceeaeb3c3cbb req-40c8c8b5-9627-4054-886a-39f15cadca87 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0708861 Sep 07 04:16:16.720902 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-82d552ee-e75e-4ebe-a35f-a0b272d696ed admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4743419 Sep 07 04:16:16.723461 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39352) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:16.728558 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1594122986-router', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:16.732484 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Sync routers for ids ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:16:16.742130 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d248de9-e2d0-45a0-ab04-75344176a71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.774947 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-323213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11647'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.776193 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-323645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-321677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15500'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.784098 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Routers {'0fcfda39-7118-43cb-a793-b9e8f4f52a53'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:16:16.784672 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:16:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:16.792032 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d177b1b0-3681-4dde-88b4-ceeaeb3c3cbb req-aa7535bc-55b4-4749-9e72-829588e6c161 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593960 Sep 07 04:16:16.810840 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d248de9-e2d0-45a0-ab04-75344176a71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.813619 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d248de9-e2d0-45a0-ab04-75344176a71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.814833 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5d248de9-e2d0-45a0-ab04-75344176a71b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c1a26d5-1623-4104-be9b-9e117fa078e9 HTTP/1.1" status: 204 len: 168 time: 0.1741126 Sep 07 04:16:16.830110 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d248de9-e2d0-45a0-ab04-75344176a71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a26d5-1623-4104-be9b-9e117fa078e9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:16.863007 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:16.983930 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Set router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:16:17.011549 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15dbd0e4-63ce-5fb6-91ef-286bacd01d99-7e98febe-9388-4946-9576-a62905d434f4', 'network_id': '7e98febe-9388-4946-9576-a62905d434f4', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'fixed_ips': [{'subnet_id': 'b6cf0899-e05f-4653-ab49-de03a6a81ab3'}]}} from dv-cinder-778193-8-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:16:17.012452 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.154543 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39366) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:17.170134 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd918df8-42f1-4a04-a52e-6c5f0e2f2dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.194625 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.233489 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.278139 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db3c37-7a1a-4833-9d31-e7023424c213 req-15269e97-2400-4141-8675-484337e605aa tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:17.279935 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-31db3c37-7a1a-4833-9d31-e7023424c213 req-15269e97-2400-4141-8675-484337e605aa tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0884552 Sep 07 04:16:17.284610 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd918df8-42f1-4a04-a52e-6c5f0e2f2dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.290004 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd918df8-42f1-4a04-a52e-6c5f0e2f2dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.334698 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-fd918df8-42f1-4a04-a52e-6c5f0e2f2dce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a740ee46b11845f7b7da0f47703635e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764202 Sep 07 04:16:17.334698 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd918df8-42f1-4a04-a52e-6c5f0e2f2dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b165e5-6de5-4c8a-b6ba-2aea4049c886,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:17.335027 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39368) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:17.340207 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Allocated IP 172.20.0.2 (7e98febe-9388-4946-9576-a62905d434f4/b6cf0899-e05f-4653-ab49-de03a6a81ab3/32ac78ef-6bda-4121-9160-1ebf03ac2b71) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:16:17.374829 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-31db3c37-7a1a-4833-9d31-e7023424c213 req-9a0ced30-b886-4a54-9e88-89ce9c5a8b61 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890200 Sep 07 04:16:17.424454 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ba9da09-e3c5-4eac-adc8-5a27a462a881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.447727 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:16:14Z', 'revision_number': 4, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca', 'name': '', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'mac_address': 'fa:16:3e:7e:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:13Z', 'updated_at': '2021-09-07T04:16:14Z', 'revision_number': 2, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'subnets': [{'id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:17.452374 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.483078 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Checking router: 0fcfda39-7118-43cb-a793-b9e8f4f52a53 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:16:17.483487 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Updating router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca binding host dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:16:17.531159 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ba9da09-e3c5-4eac-adc8-5a27a462a881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.542520 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.567609 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.589753 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.594523 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.641099 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ba9da09-e3c5-4eac-adc8-5a27a462a881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.643607 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ba9da09-e3c5-4eac-adc8-5a27a462a881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.644745 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-6ba9da09-e3c5-4eac-adc8-5a27a462a881 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99b165e5-6de5-4c8a-b6ba-2aea4049c886 HTTP/1.1" status: 204 len: 168 time: 0.3097212 Sep 07 04:16:17.659352 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Transition to ACTIVE for port object 32ac78ef-6bda-4121-9160-1ebf03ac2b71 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:16:17.659632 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9da09-e3c5-4eac-adc8-5a27a462a881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b165e5-6de5-4c8a-b6ba-2aea4049c886,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:17.696815 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Transition to ACTIVE for port object 32ac78ef-6bda-4121-9160-1ebf03ac2b71 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:16:17.706761 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Allocated IP 172.27.3.139 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/bb96a589-ff0a-4216-bebc-d23e7ec37975) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:16:17.707423 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.863553 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:17.887581 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ad26b20c-add0-4322-abe7-ac170b8d76c4 req-7f931fff-cba3-4b03-b6d1-7fa38065e919 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1591215 Sep 07 04:16:17.892650 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca69db-fa6c-4efe-bbc7-e3c7478cb8f4 req-91fac28d-f4eb-4980-8423-2ff4408c149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:17.894526 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-03ca69db-fa6c-4efe-bbc7-e3c7478cb8f4 req-91fac28d-f4eb-4980-8423-2ff4408c149a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 1099 time: 0.1100054 Sep 07 04:16:17.905245 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2d510-50df-479e-9277-c45851dfbae3 req-6bea11bf-cea6-4666-abde-e657813fdd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:17.905245 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-44d2d510-50df-479e-9277-c45851dfbae3 req-6bea11bf-cea6-4666-abde-e657813fdd68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ba3c30ac964bac82d38844399d0bce&device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 1099 time: 0.0813167 Sep 07 04:16:17.932363 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Network 7e98febe-9388-4946-9576-a62905d434f4 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:16:17.943368 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:17.947766 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Pushing event updated for resources: {'Port': ['ID=32ac78ef-6bda-4121-9160-1ebf03ac2b71,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:17.951997 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:16:18.035435 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Attempting to bind port 32ac78ef-6bda-4121-9160-1ebf03ac2b71 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:16:18.035787 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Attempting to bind port 32ac78ef-6bda-4121-9160-1ebf03ac2b71 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '4d56311f-c998-4b70-b753-ad3ea87017fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e98febe-9388-4946-9576-a62905d434f4'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:16:18.036146 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Attempting to bind port 32ac78ef-6bda-4121-9160-1ebf03ac2b71 on network 7e98febe-9388-4946-9576-a62905d434f4 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:16:18.048031 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:16:18.048544 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Checking segment: {'id': '4d56311f-c998-4b70-b753-ad3ea87017fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e98febe-9388-4946-9576-a62905d434f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:16:18.048663 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dfe6b-cafa-43b6-9457-4a27f3ad0120 req-e21490d0-65cc-4983-ba84-df5e067218b6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:18.049131 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.049515 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Bound using segment: {'id': '4d56311f-c998-4b70-b753-ad3ea87017fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e98febe-9388-4946-9576-a62905d434f4'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:16:18.049990 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Bound port: 32ac78ef-6bda-4121-9160-1ebf03ac2b71, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d56311f-c998-4b70-b753-ad3ea87017fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e98febe-9388-4946-9576-a62905d434f4'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:16:18.050408 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.057388 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-359dfe6b-cafa-43b6-9457-4a27f3ad0120 req-e21490d0-65cc-4983-ba84-df5e067218b6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.1449041 Sep 07 04:16:18.061246 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.097953 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device ee9fbdc5-753d-4f97-925b-7dda1af02c5e up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:18.131681 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Pushing event updated for resources: {'Port': ['ID=bb96a589-ff0a-4216-bebc-d23e7ec37975,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:18.170621 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:16:18.174847 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:18.178047 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:16:18.187408 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.219875 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26b20c-add0-4322-abe7-ac170b8d76c4 req-3d6129a0-12f0-44a9-9454-bde63805d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:18.221532 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ad26b20c-add0-4322-abe7-ac170b8d76c4 req-3d6129a0-12f0-44a9-9454-bde63805d6b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e1bdb62dbf04d93ad2ccca3b6790ab3&device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 1099 time: 0.2265093 Sep 07 04:16:18.257125 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-359dfe6b-cafa-43b6-9457-4a27f3ad0120 req-78ab6d76-e60a-45b1-97c7-21e143863366 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987143 Sep 07 04:16:18.259646 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Transition to ACTIVE for port object 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:16:18.288616 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.394333 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] For port 32ac78ef-6bda-4121-9160-1ebf03ac2b71, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:16:18.404511 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] For port 32ac78ef-6bda-4121-9160-1ebf03ac2b71, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=32ac78ef-6bda-4121-9160-1ebf03ac2b71,segment=NetworkSegment(4d56311f-c998-4b70-b753-ad3ea87017fb),segment_id=4d56311f-c998-4b70-b753-ad3ea87017fb)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:16:18.413027 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39398) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:18.413576 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port ee9fbdc5-753d-4f97-925b-7dda1af02c5e triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:18.414696 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.440619 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.443077 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdf2d7-b9b5-46bc-8e4e-34496ebb83f1 None None] Pushing event updated for resources: {'Port': ['ID=96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:18.452859 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca69db-fa6c-4efe-bbc7-e3c7478cb8f4 req-8d737b21-a831-4b05-b5a3-eee70f547ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:18.454446 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-03ca69db-fa6c-4efe-bbc7-e3c7478cb8f4 req-8d737b21-a831-4b05-b5a3-eee70f547ca4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 918 time: 0.5047977 Sep 07 04:16:18.473233 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2d510-50df-479e-9277-c45851dfbae3 req-c6e62988-f3ca-4149-8e3e-029e951d1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:18.474738 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-44d2d510-50df-479e-9277-c45851dfbae3 req-c6e62988-f3ca-4149-8e3e-029e951d1e3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 200 len: 918 time: 0.5112150 Sep 07 04:16:18.585046 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-44d2d510-50df-479e-9277-c45851dfbae3 req-74efbad1-0dea-4128-a521-aabf60ec9aac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46d30619-868b-4d5e-89e3-c3ea1df95fc9 HTTP/1.1" status: 200 len: 217 time: 0.0994186 Sep 07 04:16:18.641064 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Attempting to bind port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:16:18.641507 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Attempting to bind port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:16:18.641831 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-472f7ed5-5806-438a-be78-6acd89bef6ce admin admin] Deleting subnet b20d6e0d-d7d2-46d9-b498-3a0e10b2cf7f {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:16:18.641989 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Attempting to bind port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca on network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:16:18.645447 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-472f7ed5-5806-438a-be78-6acd89bef6ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.654010 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e0568-b9e1-4a45-9838-b06a50216334 None None] Pushing event updated for resources: {'Port': ['ID=32ac78ef-6bda-4121-9160-1ebf03ac2b71,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:18.660178 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:16:18.660768 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Checking segment: {'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:16:18.661237 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.661693 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Bound using segment: {'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:16:18.663363 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Bound port: 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:16:18.666669 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.686448 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2d510-50df-479e-9277-c45851dfbae3 req-381e827f-0032-4a82-a2e7-2bfaa04b435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:18.688021 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-44d2d510-50df-479e-9277-c45851dfbae3 req-381e827f-0032-4a82-a2e7-2bfaa04b435c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a HTTP/1.1" status: 200 len: 857 time: 0.0901327 Sep 07 04:16:18.694218 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afbfa4-d39a-4248-8d65-73070136a403 req-91b62505-2a0f-4a88-b88f-bfe2b0665e0e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:18.695807 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3afbfa4-d39a-4248-8d65-73070136a403 req-91b62505-2a0f-4a88-b88f-bfe2b0665e0e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.1722543 Sep 07 04:16:18.770042 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26b20c-add0-4322-abe7-ac170b8d76c4 req-90d3a2ec-478b-44bb-aae8-f6b94935d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:18.771680 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ad26b20c-add0-4322-abe7-ac170b8d76c4 req-90d3a2ec-478b-44bb-aae8-f6b94935d43c service neutron] 10.222.0.36 "GET /v2.0/networks?id=144bc590-8126-4743-bb9a-b980d2279713 HTTP/1.1" status: 200 len: 912 time: 0.5074210 Sep 07 04:16:18.774213 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-44d2d510-50df-479e-9277-c45851dfbae3 req-7120e813-112f-4123-8b39-11166caad2e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d754632-b351-4011-8daa-9d3dc5d3b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552981 Sep 07 04:16:18.776983 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-03ca69db-fa6c-4efe-bbc7-e3c7478cb8f4 req-2b84df70-4a2f-4f2d-a719-5b4a0b4d7860 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955 HTTP/1.1" status: 200 len: 1001 time: 0.3013513 Sep 07 04:16:18.830929 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] For port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:16:18.850255 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] For port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:16:18.864304 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.910753 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.921841 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-472f7ed5-5806-438a-be78-6acd89bef6ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30486676'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:18.930104 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ad26b20c-add0-4322-abe7-ac170b8d76c4 req-4a10ff55-fbc3-476e-9f63-f49befba52a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 HTTP/1.1" status: 200 len: 217 time: 0.1214411 Sep 07 04:16:18.977311 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdf2d7-b9b5-46bc-8e4e-34496ebb83f1 None None] Pushing event updated for resources: {'Port': ['ID=96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:19.005682 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Routers {'0fcfda39-7118-43cb-a793-b9e8f4f52a53'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:16:19.005682 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:16:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:19.131421 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca69db-fa6c-4efe-bbc7-e3c7478cb8f4 req-3b813e29-534d-4fa5-a0b3-fc4fa6e43dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:19.134899 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-03ca69db-fa6c-4efe-bbc7-e3c7478cb8f4 req-3b813e29-534d-4fa5-a0b3-fc4fa6e43dc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.3230872 Sep 07 04:16:19.179251 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26b20c-add0-4322-abe7-ac170b8d76c4 req-f72846b5-63a4-485b-a14c-93f96ca92f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:19.181764 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ad26b20c-add0-4322-abe7-ac170b8d76c4 req-f72846b5-63a4-485b-a14c-93f96ca92f93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6cc3318a-36f0-44b5-9b37-03cc47679c66 HTTP/1.1" status: 200 len: 851 time: 0.2335901 Sep 07 04:16:19.187690 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3afbfa4-d39a-4248-8d65-73070136a403 req-e47921d3-13ad-4265-be21-263449aa5b88 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4840961 Sep 07 04:16:19.188765 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] Set router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:16:19.250777 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-44d2d510-50df-479e-9277-c45851dfbae3 req-faad56b2-b6eb-46a4-904e-41660110943d service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279981 Sep 07 04:16:19.296558 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-472f7ed5-5806-438a-be78-6acd89bef6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:19.303259 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ad26b20c-add0-4322-abe7-ac170b8d76c4 req-6f5627a9-d11c-4582-80e7-b7fb31e1bd32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=144bc590-8126-4743-bb9a-b980d2279713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959988 Sep 07 04:16:19.647818 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-472f7ed5-5806-438a-be78-6acd89bef6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29810814'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:19.667903 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:16:14Z', 'revision_number': 4, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca', 'name': '', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'mac_address': 'fa:16:3e:7e:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:13Z', 'updated_at': '2021-09-07T04:16:18Z', 'revision_number': 4, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'subnets': [{'id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:19.709988 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b865f56-48f1-4d8d-9d42-22e5df886e0e None None] The sync data for ids ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'] in dv-cinder-778193-8-iscsi is: [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:16:14Z', 'revision_number': 4, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca', 'name': '', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'mac_address': 'fa:16:3e:7e:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:13Z', 'updated_at': '2021-09-07T04:16:18Z', 'revision_number': 4, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'subnets': [{'id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:16:19.941474 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca69db-fa6c-4efe-bbc7-e3c7478cb8f4 req-6cb92666-6a75-4905-803d-c3b2bc3e0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:19.943002 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-03ca69db-fa6c-4efe-bbc7-e3c7478cb8f4 req-6cb92666-6a75-4905-803d-c3b2bc3e0b79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7498391 Sep 07 04:16:19.971089 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-472f7ed5-5806-438a-be78-6acd89bef6ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:19.973422 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-472f7ed5-5806-438a-be78-6acd89bef6ce admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b20d6e0d-d7d2-46d9-b498-3a0e10b2cf7f HTTP/1.1" status: 204 len: 168 time: 1.5573442 Sep 07 04:16:19.974253 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f7ed5-5806-438a-be78-6acd89bef6ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20d6e0d-d7d2-46d9-b498-3a0e10b2cf7f,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:19.980198 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39454) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:20.130262 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3b39d-cb4b-4430-b8ce-b09f4e9c7b50 req-e3aeffc7-5572-425f-a6f2-30f7a9a8f54c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:20.138744 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-74a3b39d-cb4b-4430-b8ce-b09f4e9c7b50 req-e3aeffc7-5572-425f-a6f2-30f7a9a8f54c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.6210079 Sep 07 04:16:20.142948 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-321790'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:20.148383 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b874a-e44a-4156-a74e-ebe32f8f6339 None None] Network 7e98febe-9388-4946-9576-a62905d434f4 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:16:20.153770 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-03ca69db-fa6c-4efe-bbc7-e3c7478cb8f4 req-309c689c-5f33-440b-b872-55397117ed50 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895597 Sep 07 04:16:20.157013 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:20.170078 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-44d2d510-50df-479e-9277-c45851dfbae3 req-f2e82a84-952d-4d2f-a10e-b78e4c0e6372 service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8826921 Sep 07 04:16:20.209269 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 32ac78ef-6bda-4121-9160-1ebf03ac2b71 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:20.218845 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ad26b20c-add0-4322-abe7-ac170b8d76c4 req-9a4b9fcc-22fb-487f-af84-ceb144da7b0b service neutron] 10.222.0.36 "GET /v2.0/networks/144bc590-8126-4743-bb9a-b980d2279713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9006636 Sep 07 04:16:20.323054 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-50014a04-32f8-4d04-a1bd-ede2d0e4784c None None] Provisioning for port 32ac78ef-6bda-4121-9160-1ebf03ac2b71 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:20.397472 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-74a3b39d-cb4b-4430-b8ce-b09f4e9c7b50 req-4254a712-766c-447f-ab48-c5d2ed4dd11e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577658 Sep 07 04:16:20.443303 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 32ac78ef-6bda-4121-9160-1ebf03ac2b71 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:20.538294 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-03ca69db-fa6c-4efe-bbc7-e3c7478cb8f4 req-f120d69c-5c17-4917-9b80-2abfe9f20e00 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672354 Sep 07 04:16:20.542275 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 32ac78ef-6bda-4121-9160-1ebf03ac2b71 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:20.542808 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:20.544839 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ad26b20c-add0-4322-abe7-ac170b8d76c4 req-efe68580-b1b0-4804-a209-0a7ae0008c96 service neutron] 10.222.0.36 "GET /v2.0/networks/144bc590-8126-4743-bb9a-b980d2279713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876942 Sep 07 04:16:20.545900 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d47cee-f9f2-4c00-b76c-95ecd9a227d2 req-8d4eb2fd-b250-4ab5-9a35-f3ae3379c795 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:20.547401 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-34d47cee-f9f2-4c00-b76c-95ecd9a227d2 req-8d4eb2fd-b250-4ab5-9a35-f3ae3379c795 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.2712567 Sep 07 04:16:20.609289 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:20.675397 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada61d9c-712b-4003-8bdc-713b234b3f1d']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:20.700288 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:20.736023 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-34d47cee-f9f2-4c00-b76c-95ecd9a227d2 req-f97c5ee4-e6ef-4d32-817d-c9f06869e0a4 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304848 Sep 07 04:16:20.740086 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d7c2a1-7efe-41d6-9b41-0c3787c28703') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:20.741031 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d7c2a1-7efe-41d6-9b41-0c3787c28703') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:20.784659 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 32ac78ef-6bda-4121-9160-1ebf03ac2b71, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=32ac78ef-6bda-4121-9160-1ebf03ac2b71,segment=NetworkSegment(4d56311f-c998-4b70-b753-ad3ea87017fb),segment_id=4d56311f-c998-4b70-b753-ad3ea87017fb)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:20.794892 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:20.796652 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:20.800286 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30486671'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:20.807696 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Router f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 is scheduled to L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:16:20.858312 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:20.890567 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:16:20.890980 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2660306'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: timer() Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: cb(*args, **kw) Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: self._notify() Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: self.callback(batched_events) Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: event.method(event) Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._get(url).json() Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:16:20.894696 dv-cinder-778193-8-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:16:20.924863 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=32ac78ef-6bda-4121-9160-1ebf03ac2b71,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:20.960910 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:20.975855 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:20.976302 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:20.983279 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39488) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:21.116789 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe28e0-2ab8-44c3-9f59-e2be4ec63d4b req-35caeabf-4788-47bb-9e02-11eb1523794f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:21.119048 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1afe28e0-2ab8-44c3-9f59-e2be4ec63d4b req-35caeabf-4788-47bb-9e02-11eb1523794f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.2518768 Sep 07 04:16:21.128849 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39494) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:21.133943 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ec7580d1-64e5-4723-a3e1-14864e8d1417 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Request body: {'floatingip': {'port_id': 'c6284171-605a-44d7-922d-e4e9fe1091de'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:21.135903 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.140831 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.144237 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] 10.222.0.41 "DELETE /v2.0/networks/ada61d9c-712b-4003-8bdc-713b234b3f1d HTTP/1.1" status: 204 len: 168 time: 1.1629639 Sep 07 04:16:21.157964 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39498) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:21.177423 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.184497 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3371b-eeac-4226-ac07-7db5a48b9dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=ada61d9c-712b-4003-8bdc-713b234b3f1d,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:21.212852 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-38057044-6914-43d3-95f8-82a3c712907f None None] Provisioning complete for port 32ac78ef-6bda-4121-9160-1ebf03ac2b71 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:21.213468 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-38057044-6914-43d3-95f8-82a3c712907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.229654 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:16:21.234613 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec7580d1-64e5-4723-a3e1-14864e8d1417 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.241412 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Sync routers for ids ['f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:16:21.256074 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c3823a4-0e18-4613-bfb0-11b7ae24d63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.257030 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-95412c44-bf27-4deb-b400-c2e561d23aec admin admin] Deleting subnet 69fce364-fbc8-4e1e-9015-7cad14850a45 {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:16:21.258079 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Routers {'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:16:21.259083 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:16:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:21.264598 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-95412c44-bf27-4deb-b400-c2e561d23aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.315278 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.318974 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fb285ee9-52ff-45a5-8db8-a9059e711826 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5921545 Sep 07 04:16:21.320630 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39502) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:21.344538 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:21.361855 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.474652 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:21.496708 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Set router f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:16:21.594747 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-95412c44-bf27-4deb-b400-c2e561d23aec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30486676'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.658968 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c3823a4-0e18-4613-bfb0-11b7ae24d63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.676891 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c3823a4-0e18-4613-bfb0-11b7ae24d63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.728327 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'name': 'tempest-TestMinimumBasicScenario-1594122986-router', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:16Z', 'updated_at': '2021-09-07T04:16:18Z', 'revision_number': 3, 'project_id': 'ffb1480d54704b51adbb871577a2f10b', 'gw_port': {'id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:17Z', 'updated_at': '2021-09-07T04:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:21.752791 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-95412c44-bf27-4deb-b400-c2e561d23aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.766256 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Checking router: f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:16:21.766700 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Updating router f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 port bb96a589-ff0a-4216-bebc-d23e7ec37975 binding host dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:16:21.793122 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.810134 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5c3823a4-0e18-4613-bfb0-11b7ae24d63d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74737044d5534bb68eca9f33dd42093a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8234537 Sep 07 04:16:21.810617 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39510) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:21.815458 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94297749-c1c4-4e6f-914f-c8d5ddfa2eea req-0a9ae71d-a615-4567-9be9-e10d5731cecc tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:21.817081 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-94297749-c1c4-4e6f-914f-c8d5ddfa2eea req-0a9ae71d-a615-4567-9be9-e10d5731cecc tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.2642772 Sep 07 04:16:21.840288 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3823a4-0e18-4613-bfb0-11b7ae24d63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc60afde-fc35-4f86-b845-0f73f4852cef,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:21.915160 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3fd30041-344f-4739-aaaf-2b083e6bc2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.921667 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-94297749-c1c4-4e6f-914f-c8d5ddfa2eea req-b29efc88-a396-4469-8ddb-2b0e68e8cb74 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966341 Sep 07 04:16:21.938067 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-95412c44-bf27-4deb-b400-c2e561d23aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29810814'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.965161 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3fd30041-344f-4739-aaaf-2b083e6bc2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.984160 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-95412c44-bf27-4deb-b400-c2e561d23aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:21.986723 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-95412c44-bf27-4deb-b400-c2e561d23aec admin admin] 10.222.0.41 "DELETE /v2.0/subnets/69fce364-fbc8-4e1e-9015-7cad14850a45 HTTP/1.1" status: 204 len: 168 time: 0.8243563 Sep 07 04:16:21.988023 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95412c44-bf27-4deb-b400-c2e561d23aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69fce364-fbc8-4e1e-9015-7cad14850a45,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:21.989851 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39514) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:22.115819 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 32ac78ef-6bda-4121-9160-1ebf03ac2b71 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:22.139368 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3fd30041-344f-4739-aaaf-2b083e6bc2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.146040 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3fd30041-344f-4739-aaaf-2b083e6bc2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.150156 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-3fd30041-344f-4739-aaaf-2b083e6bc2bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc60afde-fc35-4f86-b845-0f73f4852cef HTTP/1.1" status: 204 len: 168 time: 0.3358274 Sep 07 04:16:22.174773 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.191022 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 32ac78ef-6bda-4121-9160-1ebf03ac2b71 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:22.191612 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.203860 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec7580d1-64e5-4723-a3e1-14864e8d1417 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.205502 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd30041-344f-4739-aaaf-2b083e6bc2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc60afde-fc35-4f86-b845-0f73f4852cef,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:22.214114 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.220754 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec7580d1-64e5-4723-a3e1-14864e8d1417 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.246595 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.268494 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Transition to ACTIVE for port object bb96a589-ff0a-4216-bebc-d23e7ec37975 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:16:22.277518 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.332912 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92efe73-8e6b-4fa0-8377-bee1e61aab24 None None] Pushing event updated for resources: {'Port': ['ID=bb96a589-ff0a-4216-bebc-d23e7ec37975,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:22.358284 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Attempting to bind port bb96a589-ff0a-4216-bebc-d23e7ec37975 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:16:22.358872 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Attempting to bind port bb96a589-ff0a-4216-bebc-d23e7ec37975 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:16:22.361187 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Attempting to bind port bb96a589-ff0a-4216-bebc-d23e7ec37975 on network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:16:22.366830 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:16:22.368030 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Checking segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:16:22.368663 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.369263 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Bound using segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:16:22.369649 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Bound port: bb96a589-ff0a-4216-bebc-d23e7ec37975, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:16:22.370042 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.378215 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.l3_db [None req-ec7580d1-64e5-4723-a3e1-14864e8d1417 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Floating IP 687dd47e-6849-47ac-9b81-0ce3a9667e97 associated. External IP: 172.27.3.210, port: c6284171-605a-44d7-922d-e4e9fe1091de. Sep 07 04:16:22.494705 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] For port bb96a589-ff0a-4216-bebc-d23e7ec37975, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:16:22.503110 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] For port bb96a589-ff0a-4216-bebc-d23e7ec37975, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=bb96a589-ff0a-4216-bebc-d23e7ec37975,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:16:22.511423 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.556028 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:22.616453 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:22.617017 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.674557 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Routers {'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:16:22.676126 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:16:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:22.740447 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39542) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:22.781751 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.812790 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-67064069-fec9-4701-86e3-e92c194c5062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.834356 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7580d1-64e5-4723-a3e1-14864e8d1417 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Router 587461ad-45d9-40cf-aac8-74af5b60411f has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:16:22.842903 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406fda32-60c7-43a2-9d86-afea0d62e531']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:22.885754 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd03e-259c-4bc8-a348-042b6f24c3b0 req-3cdb335b-3d51-47d3-99fb-ee5328c2c2bc tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:22.892874 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-76ffd03e-259c-4bc8-a348-042b6f24c3b0 req-3cdb335b-3d51-47d3-99fb-ee5328c2c2bc tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 946 time: 0.6451883 Sep 07 04:16:22.902648 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245b2368-1bfb-4be2-b863-571248d3ee04') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:22.903047 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245b2368-1bfb-4be2-b863-571248d3ee04') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:22.913629 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92efe73-8e6b-4fa0-8377-bee1e61aab24 None None] Pushing event updated for resources: {'Port': ['ID=bb96a589-ff0a-4216-bebc-d23e7ec37975,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:22.940526 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30486671'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:22.946068 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] Set router f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:16:22.976303 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:23.012191 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7580d1-64e5-4723-a3e1-14864e8d1417 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:16:23.017534 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec7580d1-64e5-4723-a3e1-14864e8d1417 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:23.025186 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaaa44d-07fd-45c1-8076-d8f66e703c62 None None] Sync routers for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:16:23.038193 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaaa44d-07fd-45c1-8076-d8f66e703c62 None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:16:23.038832 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-bbaaa44d-07fd-45c1-8076-d8f66e703c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:16:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:23.056851 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ec7580d1-64e5-4723-a3e1-14864e8d1417 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "PUT /v2.0/floatingips/687dd47e-6849-47ac-9b81-0ce3a9667e97 HTTP/1.1" status: 200 len: 991 time: 1.9269841 Sep 07 04:16:23.057546 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'tag': 'c6284171-605a-44d7-922d-e4e9fe1091de'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:16:23.059938 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686c708a-aa9c-4aa5-aea5-272a053aa8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ea299c4e-857b-4778-bba5-3ee6110d75d5", "tag": "c6284171-605a-44d7-922d-e4e9fe1091de"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:16:23.079606 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:16:23.080020 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2660306'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: timer() Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: cb(*args, **kw) Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: self._notify() Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: self.callback(batched_events) Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: event.method(event) Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._get(url).json() Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:16:23.081729 dv-cinder-778193-8-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:16:23.135583 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-76ffd03e-259c-4bc8-a348-042b6f24c3b0 req-0964024a-2db3-46cd-96a8-ce75f47abdc6 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418437 Sep 07 04:16:23.215035 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Allocated IP 172.20.0.1 (7e98febe-9388-4946-9576-a62905d434f4/b6cf0899-e05f-4653-ab49-de03a6a81ab3/238645ad-6103-4560-8df7-ae4a7df6c8eb) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:16:23.226196 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-bbaaa44d-07fd-45c1-8076-d8f66e703c62 None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:16:23.239751 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'name': 'tempest-TestMinimumBasicScenario-1594122986-router', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:16Z', 'updated_at': '2021-09-07T04:16:18Z', 'revision_number': 3, 'project_id': 'ffb1480d54704b51adbb871577a2f10b', 'gw_port': {'id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:17Z', 'updated_at': '2021-09-07T04:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:23.241164 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:23.260025 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:23.262362 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] 10.222.0.41 "DELETE /v2.0/networks/406fda32-60c7-43a2-9d86-afea0d62e531 HTTP/1.1" status: 204 len: 168 time: 1.2706072 Sep 07 04:16:23.276759 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e8942-cc92-4641-8967-e4ca8ee049c9 None None] The sync data for ids ['f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'] in dv-cinder-778193-8-iscsi is: [{'id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'name': 'tempest-TestMinimumBasicScenario-1594122986-router', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:16Z', 'updated_at': '2021-09-07T04:16:18Z', 'revision_number': 3, 'project_id': 'ffb1480d54704b51adbb871577a2f10b', 'gw_port': {'id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:17Z', 'updated_at': '2021-09-07T04:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:16:23.314785 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c971e4a-6dd9-4fa1-94e0-5b4fe2d80f00 req-44d78b97-b156-4776-905b-5bd31155c81d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:23.323319 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8c971e4a-6dd9-4fa1-94e0-5b4fe2d80f00 req-44d78b97-b156-4776-905b-5bd31155c81d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.2532287 Sep 07 04:16:23.329901 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d9cfc-d3a9-496d-950b-c3f39663ec51 admin admin] Pushing event deleted for resources: {'Network': ['ID=406fda32-60c7-43a2-9d86-afea0d62e531,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:23.370993 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1a8c1a-bc5b-4746-8dd4-4db50176cf61 x-openstack-request-id: req-0b1a8c1a-bc5b-4746-8dd4-4db50176cf61 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:16:23.371270 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea299c4e-857b-4778-bba5-3ee6110d75d5", "tag": "c6284171-605a-44d7-922d-e4e9fe1091de", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:16:23.371681 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b1a8c1a-bc5b-4746-8dd4-4db50176cf61 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:16:23.372077 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'tag': 'c6284171-605a-44d7-922d-e4e9fe1091de', 'status': 'completed', 'code': 200} Sep 07 04:16:23.373125 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39564) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:23.467184 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:23.481153 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Transition to ACTIVE for port object 238645ad-6103-4560-8df7-ae4a7df6c8eb will not be triggered until provisioned by entity DHCP. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:16:23.520323 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8c971e4a-6dd9-4fa1-94e0-5b4fe2d80f00 req-d9323fa4-0c26-4b51-99dc-30d1e69c14d3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956837 Sep 07 04:16:23.522132 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-67064069-fec9-4701-86e3-e92c194c5062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:23.524716 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39570) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:23.540033 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c708a-aa9c-4aa5-aea5-272a053aa8d4 req-542e9bbf-0fc1-4aff-ad39-4058ffebcb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:23.542800 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-686c708a-aa9c-4aa5-aea5-272a053aa8d4 req-542e9bbf-0fc1-4aff-ad39-4058ffebcb80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff9821ae5cb04759b08ab6b61136c64f&device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 1098 time: 0.1004953 Sep 07 04:16:23.552663 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-67064069-fec9-4701-86e3-e92c194c5062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:23.630871 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-bbaaa44d-07fd-45c1-8076-d8f66e703c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': '687dd47e-6849-47ac-9b81-0ce3a9667e97', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'port_id': 'c6284171-605a-44d7-922d-e4e9fe1091de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'mac_address': 'fa:16:3e:17:59:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:15:22Z', 'updated_at': '2021-09-07T04:16:21Z', 'revision_number': 1, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:23.667802 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67064069-fec9-4701-86e3-e92c194c5062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3957fe71-b984-4ffa-a5cf-6afac470d271,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:23.668510 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaaa44d-07fd-45c1-8076-d8f66e703c62 None None] Checking router: 587461ad-45d9-40cf-aac8-74af5b60411f for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:16:23.682610 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaaa44d-07fd-45c1-8076-d8f66e703c62 None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:16:23.683853 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-bbaaa44d-07fd-45c1-8076-d8f66e703c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:16:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:23.691152 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5b662265-232e-4fd1-9495-b54dad92163f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b417a59fe1b14a0cb351227a2ab87ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644816 Sep 07 04:16:23.695915 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39572) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:23.700130 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63199850-d440-440c-b328-90e0c1c45700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:23.713070 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-67064069-fec9-4701-86e3-e92c194c5062 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c27942c85a3549b8990d916da26011fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9418256 Sep 07 04:16:23.721617 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39574) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:23.735310 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c708a-aa9c-4aa5-aea5-272a053aa8d4 req-ac2dc8be-6bce-46a6-a8d6-34a40ff9ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:23.738193 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-686c708a-aa9c-4aa5-aea5-272a053aa8d4 req-ac2dc8be-6bce-46a6-a8d6-34a40ff9ecdb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e1703b7-84ae-4608-b580-140135a26f9e HTTP/1.1" status: 200 len: 911 time: 0.1780543 Sep 07 04:16:23.778595 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:23.804000 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-bbaaa44d-07fd-45c1-8076-d8f66e703c62 None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:16:23.844307 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Pushing event updated for resources: {'Port': ['ID=238645ad-6103-4560-8df7-ae4a7df6c8eb,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:23.874770 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-11839da2-753c-4b63-bd2e-0f7b01eba265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:23.875249 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-686c708a-aa9c-4aa5-aea5-272a053aa8d4 req-78553c17-fb63-49b0-94d7-65c449c01a29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6284171-605a-44d7-922d-e4e9fe1091de HTTP/1.1" status: 200 len: 999 time: 0.1263423 Sep 07 04:16:23.892105 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Network 7e98febe-9388-4946-9576-a62905d434f4 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:16:23.893216 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ef41296-1059-4a47-a6c9-d44057445e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:23.897768 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:23.902798 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:16:23.907361 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-11839da2-753c-4b63-bd2e-0f7b01eba265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.001970 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ef41296-1059-4a47-a6c9-d44057445e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.007184 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-11839da2-753c-4b63-bd2e-0f7b01eba265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.011036 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-11839da2-753c-4b63-bd2e-0f7b01eba265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.012667 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-11839da2-753c-4b63-bd2e-0f7b01eba265 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c586a8b-ac45-48d7-923e-0a444ef74b48 HTTP/1.1" status: 204 len: 168 time: 0.3142579 Sep 07 04:16:24.021886 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c708a-aa9c-4aa5-aea5-272a053aa8d4 req-8993925d-ac31-4e8c-a070-53af83141c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:24.023515 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-686c708a-aa9c-4aa5-aea5-272a053aa8d4 req-8993925d-ac31-4e8c-a070-53af83141c72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c77badf1-c6f9-4ffb-a974-28df91afb7c9 HTTP/1.1" status: 200 len: 849 time: 0.1373188 Sep 07 04:16:24.068868 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11839da2-753c-4b63-bd2e-0f7b01eba265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c586a8b-ac45-48d7-923e-0a444ef74b48,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:24.080350 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322189'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.116084 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63199850-d440-440c-b328-90e0c1c45700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.137657 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63199850-d440-440c-b328-90e0c1c45700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.186263 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device bb96a589-ff0a-4216-bebc-d23e7ec37975 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:24.253860 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63199850-d440-440c-b328-90e0c1c45700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a26e53-fa1e-4761-b631-43e755491d5e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:24.280492 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-63199850-d440-440c-b328-90e0c1c45700 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4279a9b5504a41fc870abaa830c3e93e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9046514 Sep 07 04:16:24.284504 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39580) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:24.286979 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port bb96a589-ff0a-4216-bebc-d23e7ec37975 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:24.290404 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ef41296-1059-4a47-a6c9-d44057445e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.294990 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-bbaaa44d-07fd-45c1-8076-d8f66e703c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': '687dd47e-6849-47ac-9b81-0ce3a9667e97', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'port_id': 'c6284171-605a-44d7-922d-e4e9fe1091de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'mac_address': 'fa:16:3e:17:59:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:15:22Z', 'updated_at': '2021-09-07T04:16:21Z', 'revision_number': 1, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:24.298584 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port bb96a589-ff0a-4216-bebc-d23e7ec37975 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:24.299293 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.302806 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ef41296-1059-4a47-a6c9-d44057445e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.303993 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8ef41296-1059-4a47-a6c9-d44057445e5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3957fe71-b984-4ffa-a5cf-6afac470d271 HTTP/1.1" status: 204 len: 168 time: 0.5814428 Sep 07 04:16:24.307860 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c708a-aa9c-4aa5-aea5-272a053aa8d4 req-3309f28d-f9ad-4e57-b875-a0e5c0324eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:24.319801 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-686c708a-aa9c-4aa5-aea5-272a053aa8d4 req-3309f28d-f9ad-4e57-b875-a0e5c0324eda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1703b7-84ae-4608-b580-140135a26f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2845144 Sep 07 04:16:24.331786 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef41296-1059-4a47-a6c9-d44057445e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3957fe71-b984-4ffa-a5cf-6afac470d271,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:24.335641 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaaa44d-07fd-45c1-8076-d8f66e703c62 None None] The sync data for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi is: [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': '687dd47e-6849-47ac-9b81-0ce3a9667e97', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'port_id': 'c6284171-605a-44d7-922d-e4e9fe1091de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'mac_address': 'fa:16:3e:17:59:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:15:22Z', 'updated_at': '2021-09-07T04:16:21Z', 'revision_number': 1, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:16:24.458039 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-4ca99e3e-93ff-43f7-8b73-b5ce6eaebbf5 None None] Provisioning for port 238645ad-6103-4560-8df7-ae4a7df6c8eb completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:24.466304 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-4ca99e3e-93ff-43f7-8b73-b5ce6eaebbf5 None None] Provisioning complete for port 238645ad-6103-4560-8df7-ae4a7df6c8eb triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:24.475008 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ca99e3e-93ff-43f7-8b73-b5ce6eaebbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.483550 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-686c708a-aa9c-4aa5-aea5-272a053aa8d4 req-1193f2ce-7bde-43bc-bad3-e87f002a6cff service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301928 Sep 07 04:16:24.601769 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b2a9c-d831-4912-9a7e-302b9bc4f2a6 req-d6424fd8-e57d-4f60-aa55-525e7e47631c tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:24.602724 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4ca99e3e-93ff-43f7-8b73-b5ce6eaebbf5 None None] Port 238645ad-6103-4560-8df7-ae4a7df6c8eb cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:16:24.605280 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-df8b2a9c-d831-4912-9a7e-302b9bc4f2a6 req-d6424fd8-e57d-4f60-aa55-525e7e47631c tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 946 time: 0.3217304 Sep 07 04:16:24.606601 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.622741 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.670923 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port bb96a589-ff0a-4216-bebc-d23e7ec37975, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=bb96a589-ff0a-4216-bebc-d23e7ec37975,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:24.682770 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-742b21f9-30a9-482f-8df2-baf8d4622144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.685184 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.716552 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39594) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:24.734207 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-686c708a-aa9c-4aa5-aea5-272a053aa8d4 req-84e7f6da-397a-4833-ab42-47ebc3e87731 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926260 Sep 07 04:16:24.773491 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-742b21f9-30a9-482f-8df2-baf8d4622144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.780002 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=bb96a589-ff0a-4216-bebc-d23e7ec37975,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:24.792094 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-17d2b2eb-3468-498e-9dcb-ff7a4e69010c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30e9c27ffab6413995a3a9dfb5db07cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743854 Sep 07 04:16:24.794575 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39596) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:24.917130 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-df8b2a9c-d831-4912-9a7e-302b9bc4f2a6 req-8dbd137b-ac73-4c3a-affb-0e85e63c385e tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d691f30-2558-4f4c-b8ef-4617420ccca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719548 Sep 07 04:16:24.924169 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3428-67e4-4719-8e1b-9e3c4b3845dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:24.938409 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a36aa-2d95-4d79-8b19-c97075fff183 None None] New status for floating IP 687dd47e-6849-47ac-9b81-0ce3a9667e97: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:16:24.949604 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0e8f4-6c80-4c53-bded-f06a15a715f0 req-c7bfdcce-30ab-4cac-b6ff-da67b2759d05 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:24.951341 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-55c0e8f4-6c80-4c53-bded-f06a15a715f0 req-c7bfdcce-30ab-4cac-b6ff-da67b2759d05 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.36 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 946 time: 0.1082656 Sep 07 04:16:25.000697 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18344c80-a793-421b-9d24-5239edece1d1 req-e52092ae-1178-4350-9ab5-72f5f4a496e4 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:25.004135 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-18344c80-a793-421b-9d24-5239edece1d1 req-e52092ae-1178-4350-9ab5-72f5f4a496e4 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.2998073 Sep 07 04:16:25.017072 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3428-67e4-4719-8e1b-9e3c4b3845dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.104919 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-742b21f9-30a9-482f-8df2-baf8d4622144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.109072 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-742b21f9-30a9-482f-8df2-baf8d4622144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.110366 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-742b21f9-30a9-482f-8df2-baf8d4622144 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28a26e53-fa1e-4761-b631-43e755491d5e HTTP/1.1" status: 204 len: 168 time: 0.8243093 Sep 07 04:16:25.134789 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b21f9-30a9-482f-8df2-baf8d4622144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a26e53-fa1e-4761-b631-43e755491d5e,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:25.139849 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-18344c80-a793-421b-9d24-5239edece1d1 req-01afbf09-0528-40e0-9c56-6d456415dc09 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200430 Sep 07 04:16:25.223747 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.234474 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.308798 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Pushing event updated for resources: {'Port': ['ID=238645ad-6103-4560-8df7-ae4a7df6c8eb,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:25.311412 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33082055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322877'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.415052 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Network 7e98febe-9388-4946-9576-a62905d434f4 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:16:25.417371 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:25.417877 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-55c0e8f4-6c80-4c53-bded-f06a15a715f0 req-de74a411-a28c-4e82-83f7-3d8efff1208a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Deleting port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:16:25.418378 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55c0e8f4-6c80-4c53-bded-f06a15a715f0 req-de74a411-a28c-4e82-83f7-3d8efff1208a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.450346 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3428-67e4-4719-8e1b-9e3c4b3845dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.452924 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3428-67e4-4719-8e1b-9e3c4b3845dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.457371 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f0ba3428-67e4-4719-8e1b-9e3c4b3845dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f430d480-26b1-47e4-88d2-0f410cd10415 HTTP/1.1" status: 204 len: 168 time: 0.6614652 Sep 07 04:16:25.471171 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba3428-67e4-4719-8e1b-9e3c4b3845dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f430d480-26b1-47e4-88d2-0f410cd10415,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:25.556037 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39620) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:25.580927 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-55c0e8f4-6c80-4c53-bded-f06a15a715f0 req-de74a411-a28c-4e82-83f7-3d8efff1208a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] For port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2,segment=NetworkSegment(c82cbeb8-7f17-4303-a309-52211984703d),segment_id=c82cbeb8-7f17-4303-a309-52211984703d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:25.581301 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55c0e8f4-6c80-4c53-bded-f06a15a715f0 req-de74a411-a28c-4e82-83f7-3d8efff1208a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.584487 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b3f622c5-f9bc-4215-b473-c7170f497cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.596362 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Router f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:16:25.625497 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-55c0e8f4-6c80-4c53-bded-f06a15a715f0 req-de74a411-a28c-4e82-83f7-3d8efff1208a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Calling delete_port for c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:16:25.793032 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:16:25.803198 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-681ed65f-492c-4494-9cab-5e61ea6cd81b admin admin] 10.222.0.41 "PUT /v2.0/routers/f58ee3c7-8bf6-4001-bf18-ad0215cd67f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4814618 Sep 07 04:16:25.825932 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b3f622c5-f9bc-4215-b473-c7170f497cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.839056 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b3f622c5-f9bc-4215-b473-c7170f497cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.851177 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-e26e64da-b4e2-4ed6-aa8c-351cfa84a911 None None] Provisioning complete for port 238645ad-6103-4560-8df7-ae4a7df6c8eb triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:25.852839 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e26e64da-b4e2-4ed6-aa8c-351cfa84a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:25.893168 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e26e64da-b4e2-4ed6-aa8c-351cfa84a911 None None] Port 238645ad-6103-4560-8df7-ae4a7df6c8eb cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:16:25.898922 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39630) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:25.899393 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b3f622c5-f9bc-4215-b473-c7170f497cc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4b544dbee5a462b83ddafaba006b66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415940 Sep 07 04:16:25.907682 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f622c5-f9bc-4215-b473-c7170f497cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2757eb41-0382-44be-8765-ae59a19fe85f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:25.984622 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf6aec64-c139-4eb8-b5e0-3879a2e09181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:26.004402 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55c0e8f4-6c80-4c53-bded-f06a15a715f0 req-de74a411-a28c-4e82-83f7-3d8efff1208a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:26.013646 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf6aec64-c139-4eb8-b5e0-3879a2e09181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:26.047526 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['c63ce8d9-1597-43a4-9c2b-de3f65c7aff2'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:16:26.051244 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74a411-a28c-4e82-83f7-3d8efff1208a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Pushing event deleted for resources: {'Port': ['ID=c63ce8d9-1597-43a4-9c2b-de3f65c7aff2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:26.092856 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device bb96a589-ff0a-4216-bebc-d23e7ec37975 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:26.131160 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf6aec64-c139-4eb8-b5e0-3879a2e09181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:26.135062 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf6aec64-c139-4eb8-b5e0-3879a2e09181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:26.136574 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-bf6aec64-c139-4eb8-b5e0-3879a2e09181 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2757eb41-0382-44be-8765-ae59a19fe85f HTTP/1.1" status: 204 len: 168 time: 0.2365952 Sep 07 04:16:26.150652 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a2e23bac-c8bb-4a16-a5b5-adcda3d7bd7f req-2060804b-8a37-4848-9b1c-4eb0465c8be4 tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 210 time: 0.0677252 Sep 07 04:16:26.182509 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6aec64-c139-4eb8-b5e0-3879a2e09181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2757eb41-0382-44be-8765-ae59a19fe85f,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:26.189585 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port bb96a589-ff0a-4216-bebc-d23e7ec37975 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:26.189960 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:26.205567 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c0e8f4-6c80-4c53-bded-f06a15a715f0 req-de74a411-a28c-4e82-83f7-3d8efff1208a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] No DVR routers for this DVR port c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:16:26.210419 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55c0e8f4-6c80-4c53-bded-f06a15a715f0 req-de74a411-a28c-4e82-83f7-3d8efff1208a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:26.212645 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-55c0e8f4-6c80-4c53-bded-f06a15a715f0 req-de74a411-a28c-4e82-83f7-3d8efff1208a tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.36 "DELETE /v2.0/ports/c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 HTTP/1.1" status: 204 len: 173 time: 1.2451661 Sep 07 04:16:26.216736 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2492f5bc-1838-43aa-922e-e6bfe18007f5', 'name': 'network-vif-deleted', 'tag': 'c63ce8d9-1597-43a4-9c2b-de3f65c7aff2'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:16:26.218726 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3e9e18-989a-4494-bd39-280a8d0208e6" -d '{"events": [{"server_uuid": "2492f5bc-1838-43aa-922e-e6bfe18007f5", "name": "network-vif-deleted", "tag": "c63ce8d9-1597-43a4-9c2b-de3f65c7aff2"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:16:26.336076 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b09404-b3bd-46d8-b66f-400d571a452f req-b94efb82-43a4-429e-8b46-f1845e3705b3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:26.340798 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-67b09404-b3bd-46d8-b66f-400d571a452f req-b94efb82-43a4-429e-8b46-f1845e3705b3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0934844 Sep 07 04:16:26.366164 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f146ba8-52a4-4dbf-b0a5-50d926d3fd88 x-openstack-request-id: req-9f146ba8-52a4-4dbf-b0a5-50d926d3fd88 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:16:26.366310 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2492f5bc-1838-43aa-922e-e6bfe18007f5", "name": "network-vif-deleted", "tag": "c63ce8d9-1597-43a4-9c2b-de3f65c7aff2", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:16:26.366652 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f146ba8-52a4-4dbf-b0a5-50d926d3fd88 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:16:26.367684 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2492f5bc-1838-43aa-922e-e6bfe18007f5', 'name': 'network-vif-deleted', 'tag': 'c63ce8d9-1597-43a4-9c2b-de3f65c7aff2', 'status': 'completed', 'code': 200} Sep 07 04:16:26.402121 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-67b09404-b3bd-46d8-b66f-400d571a452f req-1ee07760-8914-4325-aeca-c2efd3d84352 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501719 Sep 07 04:16:27.319300 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de1be70e-11bf-4b8b-9fe8-bb7dddf00a84 req-4bbb991c-e593-4868-a1fc-e4cb22c3378b tempest-DeleteServersTestJSON-1501532259 tempest-DeleteServersTestJSON-1501532259-project] 10.222.0.41 "GET /v2.0/ports?device_id=2492f5bc-1838-43aa-922e-e6bfe18007f5 HTTP/1.1" status: 200 len: 210 time: 0.0618346 Sep 07 04:16:27.533917 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b4db1-0dba-4de9-82cc-3bfa5d875b50 req-57daa25e-13ff-49ea-b495-c658ed8e6cc9 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:27.552535 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-915b4db1-0dba-4de9-82cc-3bfa5d875b50 req-57daa25e-13ff-49ea-b495-c658ed8e6cc9 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0771692 Sep 07 04:16:27.619372 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-915b4db1-0dba-4de9-82cc-3bfa5d875b50 req-73830e5b-44ae-4e14-bf6d-f397af2ee796 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641606 Sep 07 04:16:27.955593 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Sync routers for ids ['f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:16:27.975147 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Routers {'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:16:27.979643 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:16:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:28.127340 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Set router f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:16:28.363678 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39764) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:28.473988 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'name': 'tempest-TestMinimumBasicScenario-1594122986-router', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:16Z', 'updated_at': '2021-09-07T04:16:24Z', 'revision_number': 4, 'project_id': 'ffb1480d54704b51adbb871577a2f10b', 'gw_port': {'id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:17Z', 'updated_at': '2021-09-07T04:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '238645ad-6103-4560-8df7-ae4a7df6c8eb', 'name': '', 'network_id': '7e98febe-9388-4946-9576-a62905d434f4', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'mac_address': 'fa:16:3e:ad:80:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'b6cf0899-e05f-4653-ab49-de03a6a81ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:22Z', 'updated_at': '2021-09-07T04:16:24Z', 'revision_number': 2, 'project_id': 'ffb1480d54704b51adbb871577a2f10b', 'subnets': [{'id': 'b6cf0899-e05f-4653-ab49-de03a6a81ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:28.529472 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Checking router: f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:16:28.529824 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Updating router f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 port 238645ad-6103-4560-8df7-ae4a7df6c8eb binding host dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:16:28.543695 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de8b8560-c783-46a1-acd9-1a1b34dc3a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:28.578261 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:28.603285 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39778) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:28.754778 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0113fac5-abb9-4c4d-8d60-4a5bf190f540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:28.816005 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de8b8560-c783-46a1-acd9-1a1b34dc3a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:28.831209 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3a9a5-d171-4541-9160-f38d1fe3393b req-51f06f27-d247-45c8-8fec-d064747ea8e4 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:28.832949 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-82e3a9a5-d171-4541-9160-f38d1fe3393b req-51f06f27-d247-45c8-8fec-d064747ea8e4 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0883746 Sep 07 04:16:28.834736 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de8b8560-c783-46a1-acd9-1a1b34dc3a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:28.890047 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b8560-c783-46a1-acd9-1a1b34dc3a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc43483a-4f20-496f-b4d5-3b84b45abd40,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:28.932328 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-de8b8560-c783-46a1-acd9-1a1b34dc3a1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dab5b756f54045ae824a6688bb2dec5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5640779 Sep 07 04:16:28.937634 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39794) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:28.969944 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-82e3a9a5-d171-4541-9160-f38d1fe3393b req-ef2b482e-f082-49ce-8fbe-16aedc0fd478 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004701 Sep 07 04:16:29.112216 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0113fac5-abb9-4c4d-8d60-4a5bf190f540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.115750 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-159a904f-4b68-450c-b93d-e50f51ae48a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.145484 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-159a904f-4b68-450c-b93d-e50f51ae48a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.186010 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0113fac5-abb9-4c4d-8d60-4a5bf190f540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.255182 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-159a904f-4b68-450c-b93d-e50f51ae48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.258838 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-159a904f-4b68-450c-b93d-e50f51ae48a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.260120 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-159a904f-4b68-450c-b93d-e50f51ae48a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc43483a-4f20-496f-b4d5-3b84b45abd40 HTTP/1.1" status: 204 len: 168 time: 0.3164954 Sep 07 04:16:29.270119 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113fac5-abb9-4c4d-8d60-4a5bf190f540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df340b1-c0a9-411f-ba38-89dd8c317ade,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:29.294939 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-0113fac5-abb9-4c4d-8d60-4a5bf190f540 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b26cfa02740454c9d04dfd21f50dfbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6879086 Sep 07 04:16:29.295297 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39808) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:29.303046 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.303594 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a904f-4b68-450c-b93d-e50f51ae48a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc43483a-4f20-496f-b4d5-3b84b45abd40,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:29.344140 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Transition to ACTIVE for port object 238645ad-6103-4560-8df7-ae4a7df6c8eb will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:16:29.356314 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.436664 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4e0357f3-cba8-48af-bac8-a974adfaa86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.517649 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4e0357f3-cba8-48af-bac8-a974adfaa86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.638428 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4e0357f3-cba8-48af-bac8-a974adfaa86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.641405 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4e0357f3-cba8-48af-bac8-a974adfaa86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.664478 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4e0357f3-cba8-48af-bac8-a974adfaa86e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4df340b1-c0a9-411f-ba38-89dd8c317ade HTTP/1.1" status: 204 len: 168 time: 0.3673091 Sep 07 04:16:29.683718 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:16:29.696600 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0357f3-cba8-48af-bac8-a974adfaa86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df340b1-c0a9-411f-ba38-89dd8c317ade,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:29.758861 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:16:29.759471 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c63ce8d9-1597-43a4-9c2b-de3f65c7aff2 not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:16:29.772551 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Attempting to bind port 238645ad-6103-4560-8df7-ae4a7df6c8eb on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:16:29.774054 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Attempting to bind port 238645ad-6103-4560-8df7-ae4a7df6c8eb by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '4d56311f-c998-4b70-b753-ad3ea87017fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e98febe-9388-4946-9576-a62905d434f4'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:16:29.774777 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Attempting to bind port 238645ad-6103-4560-8df7-ae4a7df6c8eb on network 7e98febe-9388-4946-9576-a62905d434f4 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:16:29.785165 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:16:29.786328 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Checking segment: {'id': '4d56311f-c998-4b70-b753-ad3ea87017fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e98febe-9388-4946-9576-a62905d434f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:16:29.787491 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.788586 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Bound using segment: {'id': '4d56311f-c998-4b70-b753-ad3ea87017fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e98febe-9388-4946-9576-a62905d434f4'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:16:29.790231 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Bound port: 238645ad-6103-4560-8df7-ae4a7df6c8eb, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d56311f-c998-4b70-b753-ad3ea87017fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e98febe-9388-4946-9576-a62905d434f4'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:16:29.791480 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.889184 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] For port 238645ad-6103-4560-8df7-ae4a7df6c8eb, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:16:29.893086 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] For port 238645ad-6103-4560-8df7-ae4a7df6c8eb, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=238645ad-6103-4560-8df7-ae4a7df6c8eb,segment=NetworkSegment(4d56311f-c998-4b70-b753-ad3ea87017fb),segment_id=4d56311f-c998-4b70-b753-ad3ea87017fb)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:16:29.916853 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:29.945611 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3545b-65bb-4a1b-a04d-ece422e7c0ff None None] Pushing event updated for resources: {'Port': ['ID=238645ad-6103-4560-8df7-ae4a7df6c8eb,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:29.984676 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Routers {'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:16:29.985360 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:16:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:30.079171 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:16:30.285869 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39836) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:30.362055 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046e1e-107b-4cb9-9b2e-8becc675c4dd req-771f7a72-c90d-49a9-8ff1-ff0e48d48993 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:30.367659 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b046e1e-107b-4cb9-9b2e-8becc675c4dd req-771f7a72-c90d-49a9-8ff1-ff0e48d48993 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.1322098 Sep 07 04:16:30.414756 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39840) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:30.448317 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e3b9efe2-fdab-423d-a8e7-a2129820a97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.448978 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51cd72a-3cfe-4944-b469-d93141fb9b5c admin admin] Deleting subnet 6cc3318a-36f0-44b5-9b37-03cc47679c66 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:16:30.459939 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51cd72a-3cfe-4944-b469-d93141fb9b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.469935 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b046e1e-107b-4cb9-9b2e-8becc675c4dd req-eed33d8c-f6cc-4efc-a4c9-3a0caa4f6a73 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995882 Sep 07 04:16:30.512958 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3545b-65bb-4a1b-a04d-ece422e7c0ff None None] Pushing event updated for resources: {'Port': ['ID=238645ad-6103-4560-8df7-ae4a7df6c8eb,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:30.531675 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] Set router f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:16:30.544616 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51cd72a-3cfe-4944-b469-d93141fb9b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30740894'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.609726 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51cd72a-3cfe-4944-b469-d93141fb9b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.626282 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e3b9efe2-fdab-423d-a8e7-a2129820a97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.641320 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e3b9efe2-fdab-423d-a8e7-a2129820a97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.677873 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9efe2-fdab-423d-a8e7-a2129820a97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd34ff8-0d58-4d65-9ff5-e5f8512e75c4,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:30.712844 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e3b9efe2-fdab-423d-a8e7-a2129820a97d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71592de1e56d4ec3bbc649d3db49cb7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966385 Sep 07 04:16:30.713490 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39846) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:30.715274 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51cd72a-3cfe-4944-b469-d93141fb9b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30701965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30223323'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.744126 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cd72a-3cfe-4944-b469-d93141fb9b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc3318a-36f0-44b5-9b37-03cc47679c66,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:30.747753 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51cd72a-3cfe-4944-b469-d93141fb9b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.749675 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f51cd72a-3cfe-4944-b469-d93141fb9b5c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6cc3318a-36f0-44b5-9b37-03cc47679c66 HTTP/1.1" status: 204 len: 168 time: 0.4605827 Sep 07 04:16:30.752227 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39848) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:30.780525 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f53207a4-dfdd-424d-9456-46ae71a21cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.806831 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f53207a4-dfdd-424d-9456-46ae71a21cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.839126 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.868325 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f53207a4-dfdd-424d-9456-46ae71a21cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.871328 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f53207a4-dfdd-424d-9456-46ae71a21cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:30.875984 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f53207a4-dfdd-424d-9456-46ae71a21cab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbd34ff8-0d58-4d65-9ff5-e5f8512e75c4 HTTP/1.1" status: 204 len: 168 time: 0.1589732 Sep 07 04:16:30.895855 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53207a4-dfdd-424d-9456-46ae71a21cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd34ff8-0d58-4d65-9ff5-e5f8512e75c4,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:30.945650 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'name': 'tempest-TestMinimumBasicScenario-1594122986-router', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:16Z', 'updated_at': '2021-09-07T04:16:24Z', 'revision_number': 4, 'project_id': 'ffb1480d54704b51adbb871577a2f10b', 'gw_port': {'id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:17Z', 'updated_at': '2021-09-07T04:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '238645ad-6103-4560-8df7-ae4a7df6c8eb', 'name': '', 'network_id': '7e98febe-9388-4946-9576-a62905d434f4', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'mac_address': 'fa:16:3e:ad:80:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'b6cf0899-e05f-4653-ab49-de03a6a81ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:22Z', 'updated_at': '2021-09-07T04:16:29Z', 'revision_number': 4, 'project_id': 'ffb1480d54704b51adbb871577a2f10b', 'subnets': [{'id': 'b6cf0899-e05f-4653-ab49-de03a6a81ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:30.989760 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aeb1ab-2293-439e-befa-938b5dd537c1 None None] The sync data for ids ['f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'] in dv-cinder-778193-8-iscsi is: [{'id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'name': 'tempest-TestMinimumBasicScenario-1594122986-router', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:16Z', 'updated_at': '2021-09-07T04:16:24Z', 'revision_number': 4, 'project_id': 'ffb1480d54704b51adbb871577a2f10b', 'gw_port': {'id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:17Z', 'updated_at': '2021-09-07T04:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '238645ad-6103-4560-8df7-ae4a7df6c8eb', 'name': '', 'network_id': '7e98febe-9388-4946-9576-a62905d434f4', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'mac_address': 'fa:16:3e:ad:80:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'b6cf0899-e05f-4653-ab49-de03a6a81ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:22Z', 'updated_at': '2021-09-07T04:16:29Z', 'revision_number': 4, 'project_id': 'ffb1480d54704b51adbb871577a2f10b', 'subnets': [{'id': 'b6cf0899-e05f-4653-ab49-de03a6a81ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:16:31.021464 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:31.049770 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144bc590-8126-4743-bb9a-b980d2279713']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:31.067448 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82cbeb8-7f17-4303-a309-52211984703d') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:31.068664 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82cbeb8-7f17-4303-a309-52211984703d') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:16:31.088233 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30740869'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:31.105686 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:31.127038 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:16:31.127895 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30702055'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: Traceback (most recent call last): Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: timer() Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: cb(*args, **kw) Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: return func(*args, **kwargs) Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: self._notify() Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: self.callback(batched_events) Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: event.method(event) Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: return f(self, *a, **k) Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._get(url).json() Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:16:31.130754 dv-cinder-778193-8-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:16:31.221619 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:31.235367 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:31.237922 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] 10.222.0.41 "DELETE /v2.0/networks/144bc590-8126-4743-bb9a-b980d2279713 HTTP/1.1" status: 204 len: 168 time: 0.4848423 Sep 07 04:16:31.267076 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d210b0-d996-4de4-94ce-896cf9947172 admin admin] Pushing event deleted for resources: {'Network': ['ID=144bc590-8126-4743-bb9a-b980d2279713,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:31.573135 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39882) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:31.674361 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5abeb0e0-a5fa-48e3-8fb2-2039275d339a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e1bdb62dbf04d93ad2ccca3b6790ab3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0998945 Sep 07 04:16:31.676445 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39884) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:31.766710 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73d012-40ca-4c64-af14-bc962e79a599 req-640d3775-0034-4f1d-99ca-cda636ab357b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:31.777444 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c73d012-40ca-4c64-af14-bc962e79a599 req-640d3775-0034-4f1d-99ca-cda636ab357b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.1294537 Sep 07 04:16:31.802806 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53bb9376-89e1-4f6f-8b2a-c608278e8ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:31.857352 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c73d012-40ca-4c64-af14-bc962e79a599 req-eabcdba5-04dc-46bd-92da-7fa375a4d708 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754938 Sep 07 04:16:31.890982 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53bb9376-89e1-4f6f-8b2a-c608278e8ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:31.991172 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53bb9376-89e1-4f6f-8b2a-c608278e8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:31.995753 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53bb9376-89e1-4f6f-8b2a-c608278e8ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:31.999215 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-53bb9376-89e1-4f6f-8b2a-c608278e8ae2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d691f30-2558-4f4c-b8ef-4617420ccca5 HTTP/1.1" status: 204 len: 168 time: 0.3193493 Sep 07 04:16:32.021420 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb9376-89e1-4f6f-8b2a-c608278e8ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d691f30-2558-4f4c-b8ef-4617420ccca5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:32.059556 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39896) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:32.204017 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 238645ad-6103-4560-8df7-ae4a7df6c8eb up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:32.313789 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 238645ad-6103-4560-8df7-ae4a7df6c8eb completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:32.318250 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 238645ad-6103-4560-8df7-ae4a7df6c8eb triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:32.318866 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:32.475438 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:32.565745 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 238645ad-6103-4560-8df7-ae4a7df6c8eb, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=238645ad-6103-4560-8df7-ae4a7df6c8eb,segment=NetworkSegment(4d56311f-c998-4b70-b753-ad3ea87017fb),segment_id=4d56311f-c998-4b70-b753-ad3ea87017fb)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:16:32.568323 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8633192e-4c43-461f-8cee-b42c3133debe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:32.577792 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:32.683864 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=238645ad-6103-4560-8df7-ae4a7df6c8eb,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:32.755492 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8633192e-4c43-461f-8cee-b42c3133debe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:32.763895 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8633192e-4c43-461f-8cee-b42c3133debe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:32.826586 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39924) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:32.827179 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8633192e-4c43-461f-8cee-b42c3133debe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99903f837c5143f0984af20dd8f9633c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7661805 Sep 07 04:16:32.828386 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633192e-4c43-461f-8cee-b42c3133debe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07924c08-e525-4b12-91c5-d66c19440c7c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:32.918779 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b4cedab9-f2b1-4dad-9132-f7a8cba5d94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:32.977784 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b4cedab9-f2b1-4dad-9132-f7a8cba5d94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.134538 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210cda0-142e-418f-b764-05e7ca3c6e3c req-82e4306e-cee7-458d-b689-8a0c166a2a5b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:33.146783 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f210cda0-142e-418f-b764-05e7ca3c6e3c req-82e4306e-cee7-458d-b689-8a0c166a2a5b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.1174569 Sep 07 04:16:33.150482 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b4cedab9-f2b1-4dad-9132-f7a8cba5d94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.161048 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b4cedab9-f2b1-4dad-9132-f7a8cba5d94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.163107 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b4cedab9-f2b1-4dad-9132-f7a8cba5d94f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07924c08-e525-4b12-91c5-d66c19440c7c HTTP/1.1" status: 204 len: 168 time: 0.3352857 Sep 07 04:16:33.183714 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39934) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:33.240753 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cedab9-f2b1-4dad-9132-f7a8cba5d94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07924c08-e525-4b12-91c5-d66c19440c7c,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:33.252099 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f210cda0-142e-418f-b764-05e7ca3c6e3c req-db04ccc3-c4b6-4b02-aba8-5740992c25d0 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878305 Sep 07 04:16:33.511350 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6187e76f-5e4a-432d-af75-ad9c7b386ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.641538 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6187e76f-5e4a-432d-af75-ad9c7b386ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.654633 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6187e76f-5e4a-432d-af75-ad9c7b386ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.655269 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39950) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:33.687486 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-090d520b-2ad5-429a-85b1-7566642508ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.707712 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187e76f-5e4a-432d-af75-ad9c7b386ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d42c86-4a3b-4473-be35-11b704f725ad,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:33.713102 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6187e76f-5e4a-432d-af75-ad9c7b386ac8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c2eeaced3364f1ca596bc6e1efcc22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5276973 Sep 07 04:16:33.719528 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39952) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:33.778870 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccc71fc0-95cb-4915-814b-c66955c9a11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.808274 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccc71fc0-95cb-4915-814b-c66955c9a11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.809017 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-090d520b-2ad5-429a-85b1-7566642508ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.816132 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-090d520b-2ad5-429a-85b1-7566642508ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.874078 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 39954) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:33.884670 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-090d520b-2ad5-429a-85b1-7566642508ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2675ceb9d1b4697948f5da2b877bf84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278252 Sep 07 04:16:33.900943 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39958) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:33.906516 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d520b-2ad5-429a-85b1-7566642508ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d973be51-8038-4b12-98a1-f1ddde1f4b6a,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:33.962426 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccc71fc0-95cb-4915-814b-c66955c9a11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.969167 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccc71fc0-95cb-4915-814b-c66955c9a11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:33.977233 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ccc71fc0-95cb-4915-814b-c66955c9a11c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86d42c86-4a3b-4473-be35-11b704f725ad HTTP/1.1" status: 204 len: 168 time: 0.2562075 Sep 07 04:16:34.017498 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f7791c52-7ab2-434f-80e6-84d90f4e151d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.028826 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc71fc0-95cb-4915-814b-c66955c9a11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d42c86-4a3b-4473-be35-11b704f725ad,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:34.045074 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f7791c52-7ab2-434f-80e6-84d90f4e151d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.123655 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f7791c52-7ab2-434f-80e6-84d90f4e151d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.126371 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f7791c52-7ab2-434f-80e6-84d90f4e151d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.130240 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f7791c52-7ab2-434f-80e6-84d90f4e151d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d973be51-8038-4b12-98a1-f1ddde1f4b6a HTTP/1.1" status: 204 len: 168 time: 0.2251935 Sep 07 04:16:34.146306 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1655834541-network', 'tenant_id': '4b8f4f1133cd4632b67dd0b5a44fcb95'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:34.151311 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 238645ad-6103-4560-8df7-ae4a7df6c8eb up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:16:34.153226 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7791c52-7ab2-434f-80e6-84d90f4e151d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d973be51-8038-4b12-98a1-f1ddde1f4b6a,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:34.202837 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Made reservation on behalf of 4b8f4f1133cd4632b67dd0b5a44fcb95 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:16:34.213089 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.223727 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.280494 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 238645ad-6103-4560-8df7-ae4a7df6c8eb triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:34.280954 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.460156 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.478851 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.523676 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:16:34.558320 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.558860 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Added segment 8b47b5fb-5251-48b5-860b-6b84f87d4be5 of type vlan for network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 Sep 07 04:16:34.605041 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad2f71-045d-4c0e-91a5-46fd6ac85efc req-dbe4273a-71a4-4c3b-8e84-bee3b6ab60a9 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:34.610561 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5bad2f71-045d-4c0e-91a5-46fd6ac85efc req-dbe4273a-71a4-4c3b-8e84-bee3b6ab60a9 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.1361592 Sep 07 04:16:34.671394 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.737473 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5bad2f71-045d-4c0e-91a5-46fd6ac85efc req-33c109a0-22d1-4802-b705-cb5c55c878f2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093774 Sep 07 04:16:34.748873 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2735dce-b145-421f-a263-128e2d209174,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:34.748873 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.748873 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:34.748873 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:34.788684 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9093997 Sep 07 04:16:34.790646 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 39986) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:34.797129 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-e690bb10-b56a-4736-a06a-7974788bcb4d admin admin] Request body: {'subnet': {'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1655834541-subnet', 'tenant_id': '4b8f4f1133cd4632b67dd0b5a44fcb95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:34.828889 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba15101-65a9-4dc0-819b-e984c5529cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:34.842888 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:16:34.862358 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e690bb10-b56a-4736-a06a-7974788bcb4d admin admin] Made reservation on behalf of 4b8f4f1133cd4632b67dd0b5a44fcb95 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:16:34.864548 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e690bb10-b56a-4736-a06a-7974788bcb4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29810705'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:35.349833 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e690bb10-b56a-4736-a06a-7974788bcb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29810791'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:35.433772 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690bb10-b56a-4736-a06a-7974788bcb4d admin admin] Checking segment: {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:16:35.434313 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e690bb10-b56a-4736-a06a-7974788bcb4d admin admin] Network hostable DHCP agents. Network: 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:16:35.438354 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690bb10-b56a-4736-a06a-7974788bcb4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4a8b95-ca00-4883-b905-48738ecdaedb,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:35.462997 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e690bb10-b56a-4736-a06a-7974788bcb4d admin admin] Network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:16:35.478427 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-e690bb10-b56a-4736-a06a-7974788bcb4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:35.483155 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e690bb10-b56a-4736-a06a-7974788bcb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:35.483910 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e690bb10-b56a-4736-a06a-7974788bcb4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:35.490022 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d56d61-b32b-45de-bc52-f3f9726a8c86 None None] Network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:16:35.547135 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e690bb10-b56a-4736-a06a-7974788bcb4d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7541919 Sep 07 04:16:35.712025 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933077b7-178b-4cd9-a577-3da8fe34091f None None] Network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:16:35.975129 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aef2b0-7941-4498-9072-39c95f452385 req-52070a9d-b3c1-47aa-9fb3-0f52cc5354bc tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:35.992343 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-14aef2b0-7941-4498-9072-39c95f452385 req-52070a9d-b3c1-47aa-9fb3-0f52cc5354bc tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.1178551 Sep 07 04:16:36.051134 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-14aef2b0-7941-4498-9072-39c95f452385 req-22b50b84-538b-4ae4-8659-9824e5782770 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569706 Sep 07 04:16:36.433909 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-1e0e41ed-f14c-4c43-ad7a-7a9e0dd40870 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:36.439054 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-1e0e41ed-f14c-4c43-ad7a-7a9e0dd40870 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/networks?id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 200 len: 815 time: 0.1265609 Sep 07 04:16:36.461470 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-dd88c618-e044-48b9-a149-b909d01b8f44 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/quotas/4b8f4f1133cd4632b67dd0b5a44fcb95 HTTP/1.1" status: 200 len: 375 time: 0.0152092 Sep 07 04:16:36.490536 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-958a5bad-7e55-4016-bd00-48e673bd0cfb tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265262 Sep 07 04:16:36.591872 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-04c5c6bc-41b2-4546-89f9-584624b14d58 service neutron] 10.222.0.41 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931687 Sep 07 04:16:36.704752 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-bbf36ed4-b442-464e-a402-e939e95380e9 service neutron] 10.222.0.41 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055443 Sep 07 04:16:36.905454 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4dd0cc05-5f5e-4cb8-883c-21f1d5b99d48 req-0ea22ca3-af89-4e40-a9b6-b2e58b72333c tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 210 time: 0.0539193 Sep 07 04:16:37.270875 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9756-5794-43d4-b405-452ef9bcdb79 req-cc1beb74-f91e-4ce1-865f-bf4c6c51106b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:37.270875 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-314e9756-5794-43d4-b405-452ef9bcdb79 req-cc1beb74-f91e-4ce1-865f-bf4c6c51106b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.1211510 Sep 07 04:16:37.385042 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-314e9756-5794-43d4-b405-452ef9bcdb79 req-46551a69-4b87-4028-b880-9c83b6dae29c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136487 Sep 07 04:16:38.032624 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-976eee95-252c-4547-8bd0-a961e3dd3115 req-38e4959c-aacb-4009-b59d-e9a067e57fc8 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 210 time: 0.0318339 Sep 07 04:16:38.580071 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb6e82-0664-491a-8f8c-9ae51ba48c54 req-fbc65854-f2e2-42b6-834b-b5642cb8affd tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:38.588703 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-24fb6e82-0664-491a-8f8c-9ae51ba48c54 req-fbc65854-f2e2-42b6-834b-b5642cb8affd tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0752151 Sep 07 04:16:38.631597 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-24fb6e82-0664-491a-8f8c-9ae51ba48c54 req-6e618008-ef10-463b-a9b7-3911c7d071d2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Sep 07 04:16:41.729451 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b26428e-86a7-499f-bda4-1df4fdb5a029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:42.144935 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-45c49cf1-3d1d-43c4-b62a-3543a0eed68b req-56e3c0a3-c03d-452d-ae93-dbd20fcc4edc tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 210 time: 0.0326538 Sep 07 04:16:42.214021 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4be6b0-c6c5-4e84-b096-7eaa0c8e2d40 req-d34f44a7-f6b5-4fcd-8da0-102d16587a04 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:42.216351 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b4be6b0-c6c5-4e84-b096-7eaa0c8e2d40 req-d34f44a7-f6b5-4fcd-8da0-102d16587a04 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0530491 Sep 07 04:16:42.257885 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-bd6e2ee5-f1f4-499a-b52b-6b66f418ada1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:42.260720 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-bd6e2ee5-f1f4-499a-b52b-6b66f418ada1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "GET /v2.0/networks?id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 200 len: 815 time: 0.1335363 Sep 07 04:16:42.265935 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b4be6b0-c6c5-4e84-b096-7eaa0c8e2d40 req-e8fe99ec-e47d-4a97-a943-17f5b1673398 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360751 Sep 07 04:16:42.283443 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Request body: {'port': {'device_id': 'cd469f8c-dced-4cf3-ba2a-36cb09b760f4', 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2', 'admin_state_up': True, 'tenant_id': '4b8f4f1133cd4632b67dd0b5a44fcb95'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:42.391503 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Made reservation on behalf of 4b8f4f1133cd4632b67dd0b5a44fcb95 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:16:42.394969 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:42.523386 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Allocated IP 172.20.0.5 (0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2/fb4a8b95-ca00-4883-b905-48738ecdaedb/59670d2b-03ca-4d56-8169-107c1978b9cf) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:16:42.601964 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57522437-2c44-4130-9159-ec64e3a48a8c req-47057888-53a8-4842-9c6d-23f7f2046f1b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:42.603404 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-47057888-53a8-4842-9c6d-23f7f2046f1b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/networks?id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 HTTP/1.1" status: 200 len: 813 time: 0.1036878 Sep 07 04:16:42.618876 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-ca0d6a79-2adf-447d-98bd-16d86bc5e360 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/quotas/636c1bfc812e490d9d4448ed8a4136dc HTTP/1.1" status: 200 len: 375 time: 0.0090454 Sep 07 04:16:42.666949 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:42.668078 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-20ab496f-ef7e-4efa-adbd-738694b018ea tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=636c1bfc812e490d9d4448ed8a4136dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438774 Sep 07 04:16:42.705451 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:42.752496 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:16:42.755650 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:42.759426 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:16:42.768019 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Pushing event updated for resources: {'Port': ['ID=59670d2b-03ca-4d56-8169-107c1978b9cf,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:42.781213 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-5678e46e-9da1-44e3-a217-78c804e32c54 service neutron] 10.222.0.41 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992904 Sep 07 04:16:42.816897 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:42.817585 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:42.834053 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-5030b0ea-d714-4a21-a0cd-7697e83b40a1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543787 Sep 07 04:16:42.856183 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Request body: {'port': {'device_id': 'cd469f8c-dced-4cf3-ba2a-36cb09b760f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:42.892340 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-fc5ad5b4-7604-4913-bdc5-508c14cab7d3 service neutron] 10.222.0.41 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050856 Sep 07 04:16:42.915497 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:43.058771 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2c65ff05-86f3-4f15-a687-d35a83e39a5c req-7d9663dd-42db-4d3c-8281-bfc64fea52e4 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 210 time: 0.0278025 Sep 07 04:16:43.262677 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59670d2b-03ca-4d56-8169-107c1978b9cf {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:16:43.270586 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:43.283694 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Transition to ACTIVE for port object 59670d2b-03ca-4d56-8169-107c1978b9cf will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:16:43.289063 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:43.342065 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Pushing event updated for resources: {'Port': ['ID=59670d2b-03ca-4d56-8169-107c1978b9cf,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:43.427738 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Attempting to bind port 59670d2b-03ca-4d56-8169-107c1978b9cf on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:16:43.428127 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Attempting to bind port 59670d2b-03ca-4d56-8169-107c1978b9cf by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:16:43.428584 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Attempting to bind port 59670d2b-03ca-4d56-8169-107c1978b9cf on network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:16:43.435765 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Port 59670d2b-03ca-4d56-8169-107c1978b9cf on network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:16:43.436335 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Attempting to bind port 59670d2b-03ca-4d56-8169-107c1978b9cf on network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:16:43.441557 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:16:43.442105 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Checking segment: {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:16:43.442493 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Bound using segment: {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:16:43.442914 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Bound port: 59670d2b-03ca-4d56-8169-107c1978b9cf, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:16:43.443266 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:43.523159 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] For port 59670d2b-03ca-4d56-8169-107c1978b9cf, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:16:43.526535 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] For port 59670d2b-03ca-4d56-8169-107c1978b9cf, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=59670d2b-03ca-4d56-8169-107c1978b9cf,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:16:43.532223 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:43.568882 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:43.570185 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:43.571587 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] 10.222.0.36 "PUT /v2.0/ports/59670d2b-03ca-4d56-8169-107c1978b9cf HTTP/1.1" status: 200 len: 1093 time: 0.7200475 Sep 07 04:16:43.572059 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd469f8c-dced-4cf3-ba2a-36cb09b760f4', 'tag': '59670d2b-03ca-4d56-8169-107c1978b9cf'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:16:43.574282 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e96b7f-0729-4a06-8e2c-322e40eee708" -d '{"events": [{"name": "network-changed", "server_uuid": "cd469f8c-dced-4cf3-ba2a-36cb09b760f4", "tag": "59670d2b-03ca-4d56-8169-107c1978b9cf"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:16:43.582392 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c653a1-09bc-4fe5-97bb-f7e93488fe94 req-48c60cb3-f1f3-46f1-94e0-9b4e09aad457 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:43.583882 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4c653a1-09bc-4fe5-97bb-f7e93488fe94 req-48c60cb3-f1f3-46f1-94e0-9b4e09aad457 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.1038251 Sep 07 04:16:43.591473 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1449a9-d520-4e45-ae59-d407e323bdab req-26a32e34-5089-4f6f-bbae-99c7a665ac90 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:43.592959 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dd1449a9-d520-4e45-ae59-d407e323bdab req-26a32e34-5089-4f6f-bbae-99c7a665ac90 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 943 time: 0.1028581 Sep 07 04:16:43.608580 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207373e-ae35-4d51-9232-4867513ed66b service neutron] Pushing event updated for resources: {'Port': ['ID=59670d2b-03ca-4d56-8169-107c1978b9cf,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:43.649356 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4c653a1-09bc-4fe5-97bb-f7e93488fe94 req-bf438a5a-991d-42da-971e-4fb62fcab6e6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553310 Sep 07 04:16:43.654328 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dd1449a9-d520-4e45-ae59-d407e323bdab req-1711ad81-19e8-4d58-85c4-7add12c342b3 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524833 Sep 07 04:16:43.696863 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61a0c6f-fbd7-4813-b697-671b799eb06a x-openstack-request-id: req-f61a0c6f-fbd7-4813-b697-671b799eb06a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:16:43.697157 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd469f8c-dced-4cf3-ba2a-36cb09b760f4", "tag": "59670d2b-03ca-4d56-8169-107c1978b9cf", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:16:43.697408 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f61a0c6f-fbd7-4813-b697-671b799eb06a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:16:43.697805 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd469f8c-dced-4cf3-ba2a-36cb09b760f4', 'tag': '59670d2b-03ca-4d56-8169-107c1978b9cf', 'status': 'completed', 'code': 200} Sep 07 04:16:43.710441 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-d7779718-5a58-481f-8a92-eab2090f1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:43.711947 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-d7779718-5a58-481f-8a92-eab2090f1354 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 1096 time: 0.0557630 Sep 07 04:16:43.767429 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-f6a24050-a448-48d6-b656-1e3038f84834 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59670d2b-03ca-4d56-8169-107c1978b9cf HTTP/1.1" status: 200 len: 217 time: 0.0352907 Sep 07 04:16:43.830382 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-89a0418a-32a4-4958-9cd9-926b997ede8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:43.831829 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-89a0418a-32a4-4958-9cd9-926b997ede8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb4a8b95-ca00-4883-b905-48738ecdaedb HTTP/1.1" status: 200 len: 855 time: 0.0463977 Sep 07 04:16:43.864236 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-90a82d32-cb4a-4601-8ca1-636d0defdbbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241265 Sep 07 04:16:43.961486 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-9bb15629-62d3-43f5-83e3-bb5cbc71e19e service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888779 Sep 07 04:16:44.052616 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-620d2aeb-7d1a-4270-bc42-68ab4127441f req-9c6c5402-7fd3-42b1-9711-84b6e3f2445f service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823040 Sep 07 04:16:44.155712 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73e370b1-e671-4cfc-84f0-b3fbb6b43617 req-b1e5f591-e237-4900-97cd-d1bd2119a506 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 210 time: 0.0280948 Sep 07 04:16:44.234039 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e96b7f-0729-4a06-8e2c-322e40eee708 req-e0ab3c41-f940-4b76-9c50-43df2e76810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:44.235757 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-07e96b7f-0729-4a06-8e2c-322e40eee708 req-e0ab3c41-f940-4b76-9c50-43df2e76810e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 1096 time: 0.0450311 Sep 07 04:16:44.242800 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b031018-6b10-4ae4-ab5b-2e0a69a1f2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:44.465820 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e96b7f-0729-4a06-8e2c-322e40eee708 req-b65b1b5b-8d14-4734-a8c3-3e122a4d37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:44.467432 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-07e96b7f-0729-4a06-8e2c-322e40eee708 req-b65b1b5b-8d14-4734-a8c3-3e122a4d37ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 200 len: 916 time: 0.1673365 Sep 07 04:16:44.475759 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57522437-2c44-4130-9159-ec64e3a48a8c req-50b9e62f-180b-4210-a827-a02e7fa7f5e1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:44.477147 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-50b9e62f-180b-4210-a827-a02e7fa7f5e1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.36 "GET /v2.0/networks?id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 HTTP/1.1" status: 200 len: 813 time: 0.1756265 Sep 07 04:16:44.535422 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Request body: {'port': {'device_id': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'admin_state_up': True, 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:44.568824 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-07e96b7f-0729-4a06-8e2c-322e40eee708 req-a855b6ee-e9fb-4589-8d5e-d4157a46a601 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59670d2b-03ca-4d56-8169-107c1978b9cf HTTP/1.1" status: 200 len: 217 time: 0.0431418 Sep 07 04:16:44.671517 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e96b7f-0729-4a06-8e2c-322e40eee708 req-6049e5da-5779-43c3-b10e-2f7bebb8afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:44.673001 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-07e96b7f-0729-4a06-8e2c-322e40eee708 req-6049e5da-5779-43c3-b10e-2f7bebb8afbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb4a8b95-ca00-4883-b905-48738ecdaedb HTTP/1.1" status: 200 len: 855 time: 0.0941749 Sep 07 04:16:44.723256 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Made reservation on behalf of 636c1bfc812e490d9d4448ed8a4136dc for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:16:44.731307 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:44.753774 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-07e96b7f-0729-4a06-8e2c-322e40eee708 req-87d2d083-4f5e-4682-ae96-d9ddb4126b75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402648 Sep 07 04:16:44.778334 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:44.832998 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468838-4daa-4f8a-bec3-b4966a34bde6 req-ccb15d88-1e4c-4ca8-a7f5-0e1d893b20d1 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:44.834543 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a468838-4daa-4f8a-bec3-b4966a34bde6 req-ccb15d88-1e4c-4ca8-a7f5-0e1d893b20d1 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.1054459 Sep 07 04:16:44.843169 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63685379-1fe6-459a-8425-7ea550fd4186 req-2ce569a3-0a6c-4f0a-882b-04e868b1fd55 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:44.844648 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-63685379-1fe6-459a-8425-7ea550fd4186 req-2ce569a3-0a6c-4f0a-882b-04e868b1fd55 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 943 time: 0.1064546 Sep 07 04:16:44.909215 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-63685379-1fe6-459a-8425-7ea550fd4186 req-50b5e869-4a82-429f-8a8a-51e6134f0914 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503783 Sep 07 04:16:44.927487 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-07e96b7f-0729-4a06-8e2c-322e40eee708 req-9e4a6ce6-d205-4d32-8ca9-e6f8b8a942a2 service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647038 Sep 07 04:16:44.934059 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a468838-4daa-4f8a-bec3-b4966a34bde6 req-500bec0e-dfd5-48b1-b4bc-ba98d6fd9fc9 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830190 Sep 07 04:16:44.966428 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Allocated IP 172.20.0.6 (cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4/457c2ba9-a4f8-4af9-a264-a6bd9eb3f686/bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:16:45.074045 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-07e96b7f-0729-4a06-8e2c-322e40eee708 req-ddf88b77-79b4-4f92-b9e1-5de6d9648510 service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362433 Sep 07 04:16:45.233138 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:45.248109 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:45.255591 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Transition to ACTIVE for port object bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:16:45.298891 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-35c9162f-8f40-40b6-bef3-fce6ee49f3cd req-db44c786-b69f-4103-80cd-6c8240952bd6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 210 time: 0.0401711 Sep 07 04:16:45.334525 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:45.434398 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:16:45.439805 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:45.442352 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:16:45.735049 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:45.735774 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:45.745918 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-df80ee45-f004-4f6b-bd1a-7cf5356a7526 None None] Provisioning for port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:16:45.749214 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event updated for resources: {'Port': ['ID=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:45.764544 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-1cdc84ec-5783-43c2-a1d1-5b2d916ed888 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2333131 Sep 07 04:16:45.765839 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-df80ee45-f004-4f6b-bd1a-7cf5356a7526 None None] Provisioning complete for port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:16:45.766326 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df80ee45-f004-4f6b-bd1a-7cf5356a7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:45.821289 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-df80ee45-f004-4f6b-bd1a-7cf5356a7526 None None] Port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:16:46.024169 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 40298) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:46.126698 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8a2c0c5-01f7-4fee-90d7-0d35e6da9607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:46.218992 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8a2c0c5-01f7-4fee-90d7-0d35e6da9607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:46.222455 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8a2c0c5-01f7-4fee-90d7-0d35e6da9607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:46.258492 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b8a2c0c5-01f7-4fee-90d7-0d35e6da9607 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=326b8b0048154dbfaafc4d346911c134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331181 Sep 07 04:16:46.260339 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2c0c5-01f7-4fee-90d7-0d35e6da9607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b44cde-0900-4ce2-aee6-dacf266f7c95,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:46.261298 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40302) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:46.334835 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b8e188d3-b9c5-44c7-b97c-937248e06fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:46.354854 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b8e188d3-b9c5-44c7-b97c-937248e06fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:46.406720 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b8e188d3-b9c5-44c7-b97c-937248e06fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:46.409450 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b8e188d3-b9c5-44c7-b97c-937248e06fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:46.412748 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b8e188d3-b9c5-44c7-b97c-937248e06fbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67b44cde-0900-4ce2-aee6-dacf266f7c95 HTTP/1.1" status: 204 len: 168 time: 0.1481695 Sep 07 04:16:46.421953 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e188d3-b9c5-44c7-b97c-937248e06fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b44cde-0900-4ce2-aee6-dacf266f7c95,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:47.062010 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 40328) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:47.072861 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.166419 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1174928537-network', 'tenant_id': 'b8d32b636920433e975eec0bc28a3913'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:47.187312 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Made reservation on behalf of b8d32b636920433e975eec0bc28a3913 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:16:47.190158 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.199111 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.290030 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.294395 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.315040 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:16:47.331569 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e49a199-a53d-49fe-988a-d4770ee090c6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:47.334667 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.334958 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Added segment ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa of type vlan for network efddb0d9-5d96-49df-af47-cdf87d78072d Sep 07 04:16:47.377908 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.401975 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.402850 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:47.403454 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.416156 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.436532 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3731034 Sep 07 04:16:47.439417 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40332) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:47.445255 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-70b70ce2-5ae0-429a-ad59-364cce21c3cb admin admin] Request body: {'subnet': {'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1174928537-subnet', 'tenant_id': 'b8d32b636920433e975eec0bc28a3913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:16:47.471943 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b70ce2-5ae0-429a-ad59-364cce21c3cb admin admin] Made reservation on behalf of b8d32b636920433e975eec0bc28a3913 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:16:47.474415 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70b70ce2-5ae0-429a-ad59-364cce21c3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29810705'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.483527 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f77f5-9550-4c08-a279-b27a27331326 admin admin] Pushing event updated for resources: {'Network': ['ID=efddb0d9-5d96-49df-af47-cdf87d78072d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:47.495924 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network efddb0d9-5d96-49df-af47-cdf87d78072d details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:16:47.657533 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70b70ce2-5ae0-429a-ad59-364cce21c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29810791'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.717394 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b70ce2-5ae0-429a-ad59-364cce21c3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e8c02ad-2b63-4f0c-9ee7-bc869582225f,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:47.740243 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b70ce2-5ae0-429a-ad59-364cce21c3cb admin admin] Checking segment: {'id': 'ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:16:47.740630 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b70ce2-5ae0-429a-ad59-364cce21c3cb admin admin] Network hostable DHCP agents. Network: efddb0d9-5d96-49df-af47-cdf87d78072d, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:16:47.758465 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b70ce2-5ae0-429a-ad59-364cce21c3cb admin admin] Network efddb0d9-5d96-49df-af47-cdf87d78072d is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:16:47.766889 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-70b70ce2-5ae0-429a-ad59-364cce21c3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, efddb0d9-5d96-49df-af47-cdf87d78072d) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:16:47.771310 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b70ce2-5ae0-429a-ad59-364cce21c3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:16:47.772023 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-70b70ce2-5ae0-429a-ad59-364cce21c3cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:47.775666 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703c1228-d3a2-44d5-8823-f9437ba301bf None None] Network efddb0d9-5d96-49df-af47-cdf87d78072d requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:16:47.789869 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-70b70ce2-5ae0-429a-ad59-364cce21c3cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3491759 Sep 07 04:16:47.912831 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2402e282-c6da-41d7-ace3-7a2114c6f2ee None None] Network efddb0d9-5d96-49df-af47-cdf87d78072d requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:16:50.486883 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40392) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:50.591336 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-30f0fa80-e7fc-448a-bd39-6b0c537eef98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:50.682615 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-30f0fa80-e7fc-448a-bd39-6b0c537eef98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:50.686147 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-30f0fa80-e7fc-448a-bd39-6b0c537eef98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:50.723394 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-30f0fa80-e7fc-448a-bd39-6b0c537eef98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc751fb3acf74bd58802e47acc936f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347591 Sep 07 04:16:50.724249 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0fa80-e7fc-448a-bd39-6b0c537eef98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f88335e-e942-4a9b-9cbd-b60ea5cc14d4,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:50.726293 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 40396) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:50.796895 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f599db64-dd19-4a4e-892f-1f6f10570fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:50.826395 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f599db64-dd19-4a4e-892f-1f6f10570fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:50.873044 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f599db64-dd19-4a4e-892f-1f6f10570fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:50.875520 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f599db64-dd19-4a4e-892f-1f6f10570fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:50.876694 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f599db64-dd19-4a4e-892f-1f6f10570fe0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f88335e-e942-4a9b-9cbd-b60ea5cc14d4 HTTP/1.1" status: 204 len: 168 time: 0.1494231 Sep 07 04:16:50.884429 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599db64-dd19-4a4e-892f-1f6f10570fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f88335e-e942-4a9b-9cbd-b60ea5cc14d4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:51.148637 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 40402) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:51.161242 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7683b927-93cf-4b72-ae4a-da34f16eb682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:51.255369 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7683b927-93cf-4b72-ae4a-da34f16eb682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:51.258805 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7683b927-93cf-4b72-ae4a-da34f16eb682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:51.299732 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7683b927-93cf-4b72-ae4a-da34f16eb682 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa0386c4fb914952baef05db27b6084d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475070 Sep 07 04:16:51.299732 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683b927-93cf-4b72-ae4a-da34f16eb682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f682d3f5-d1d9-4478-ae00-156d430d220e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:51.300280 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40404) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:51.352096 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d3fc248c-7e26-490c-8c12-047c66a0cf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:51.376169 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d3fc248c-7e26-490c-8c12-047c66a0cf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:51.427678 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d3fc248c-7e26-490c-8c12-047c66a0cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:51.430939 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d3fc248c-7e26-490c-8c12-047c66a0cf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:51.432133 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d3fc248c-7e26-490c-8c12-047c66a0cf9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f682d3f5-d1d9-4478-ae00-156d430d220e HTTP/1.1" status: 204 len: 168 time: 0.1307509 Sep 07 04:16:51.439704 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc248c-7e26-490c-8c12-047c66a0cf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f682d3f5-d1d9-4478-ae00-156d430d220e,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:51.872576 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40410) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:51.885829 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4489b234-6014-4938-b40f-47fa1a791d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:51.980171 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4489b234-6014-4938-b40f-47fa1a791d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:51.986833 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4489b234-6014-4938-b40f-47fa1a791d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:52.023573 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489b234-6014-4938-b40f-47fa1a791d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811f8d2d-3f19-4d19-b11d-3e6ea8588fd1,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:52.027909 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4489b234-6014-4938-b40f-47fa1a791d6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66457f5a34d843ed83ce77bae15a14c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543219 Sep 07 04:16:52.031300 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40412) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:52.082520 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0a039d1d-66ff-4027-aeea-d6ee93ba1aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:52.103275 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0a039d1d-66ff-4027-aeea-d6ee93ba1aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:52.151039 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0a039d1d-66ff-4027-aeea-d6ee93ba1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:52.153675 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0a039d1d-66ff-4027-aeea-d6ee93ba1aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:52.154830 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0a039d1d-66ff-4027-aeea-d6ee93ba1aa9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/811f8d2d-3f19-4d19-b11d-3e6ea8588fd1 HTTP/1.1" status: 204 len: 168 time: 0.1226270 Sep 07 04:16:52.162647 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a039d1d-66ff-4027-aeea-d6ee93ba1aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811f8d2d-3f19-4d19-b11d-3e6ea8588fd1,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:57.246309 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40512) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:57.348542 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de102111-096d-4084-80fb-cbeeb9fc01d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:57.440693 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de102111-096d-4084-80fb-cbeeb9fc01d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:57.444199 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de102111-096d-4084-80fb-cbeeb9fc01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:57.480850 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-de102111-096d-4084-80fb-cbeeb9fc01d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a55c6ec884164733b20e5bfc5bd9a9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333248 Sep 07 04:16:57.482744 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de102111-096d-4084-80fb-cbeeb9fc01d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fbde04-c75d-4b9a-b3cb-dc03f115c056,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:57.483613 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 40516) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:57.537412 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e426ff15-a550-4c20-961e-0292d9a452b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:57.559563 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e426ff15-a550-4c20-961e-0292d9a452b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:57.607944 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e426ff15-a550-4c20-961e-0292d9a452b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:57.610646 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e426ff15-a550-4c20-961e-0292d9a452b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:57.611779 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e426ff15-a550-4c20-961e-0292d9a452b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16fbde04-c75d-4b9a-b3cb-dc03f115c056 HTTP/1.1" status: 204 len: 168 time: 0.1271517 Sep 07 04:16:57.619189 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426ff15-a550-4c20-961e-0292d9a452b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fbde04-c75d-4b9a-b3cb-dc03f115c056,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:57.879753 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 40522) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:57.895141 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ce12e7f-b304-4833-83d9-d1d2bdf668e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:57.986308 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ce12e7f-b304-4833-83d9-d1d2bdf668e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:57.990134 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ce12e7f-b304-4833-83d9-d1d2bdf668e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:58.031929 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6ce12e7f-b304-4833-83d9-d1d2bdf668e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9eed8dcf71c94773ac16158282d2f4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509633 Sep 07 04:16:58.032968 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce12e7f-b304-4833-83d9-d1d2bdf668e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05653ad-597a-49d7-b840-0ea57e3d4ae0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:58.034564 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40524) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:58.086873 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-333bdac3-b6ac-414d-a802-d3b68e0c10d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:58.107821 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-333bdac3-b6ac-414d-a802-d3b68e0c10d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:58.153557 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-333bdac3-b6ac-414d-a802-d3b68e0c10d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:58.156060 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-333bdac3-b6ac-414d-a802-d3b68e0c10d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:58.157235 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-333bdac3-b6ac-414d-a802-d3b68e0c10d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b05653ad-597a-49d7-b840-0ea57e3d4ae0 HTTP/1.1" status: 204 len: 168 time: 0.1209946 Sep 07 04:16:58.164898 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bdac3-b6ac-414d-a802-d3b68e0c10d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05653ad-597a-49d7-b840-0ea57e3d4ae0,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:58.471544 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40532) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:58.484480 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-28e2600b-f6a2-470b-8eb4-86d22c27e85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:58.582153 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-28e2600b-f6a2-470b-8eb4-86d22c27e85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:58.586207 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-28e2600b-f6a2-470b-8eb4-86d22c27e85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:58.625163 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-28e2600b-f6a2-470b-8eb4-86d22c27e85c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de9af2765c6441bda02420967a95275c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525090 Sep 07 04:16:58.626028 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2600b-f6a2-470b-8eb4-86d22c27e85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25af0262-2465-45a2-8eae-ed5a04e96f84,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:16:58.628465 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40534) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:16:58.678819 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d96447b0-27c2-415e-a090-a19986ca3ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:58.699610 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d96447b0-27c2-415e-a090-a19986ca3ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:58.750062 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d96447b0-27c2-415e-a090-a19986ca3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:58.753375 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d96447b0-27c2-415e-a090-a19986ca3ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:16:58.754606 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d96447b0-27c2-415e-a090-a19986ca3ff5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25af0262-2465-45a2-8eae-ed5a04e96f84 HTTP/1.1" status: 204 len: 168 time: 0.1251643 Sep 07 04:16:58.775284 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96447b0-27c2-415e-a090-a19986ca3ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25af0262-2465-45a2-8eae-ed5a04e96f84,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:00.839311 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40604) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:00.939410 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bc01aa5f-095d-4ac5-a8d2-da80cfd683cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.023074 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bc01aa5f-095d-4ac5-a8d2-da80cfd683cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.026661 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bc01aa5f-095d-4ac5-a8d2-da80cfd683cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.064693 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01aa5f-095d-4ac5-a8d2-da80cfd683cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd588ddb-4c5e-495f-b79e-7784be8060c9,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:01.068949 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-bc01aa5f-095d-4ac5-a8d2-da80cfd683cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af8225d0e9aa452eb797ab5d399770a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286117 Sep 07 04:17:01.072048 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40608) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:01.117920 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-68020f82-974f-4694-9a1c-efc33cfd2003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.138078 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-68020f82-974f-4694-9a1c-efc33cfd2003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.182822 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-68020f82-974f-4694-9a1c-efc33cfd2003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.185257 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-68020f82-974f-4694-9a1c-efc33cfd2003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.186401 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-68020f82-974f-4694-9a1c-efc33cfd2003 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd588ddb-4c5e-495f-b79e-7784be8060c9 HTTP/1.1" status: 204 len: 168 time: 0.1138983 Sep 07 04:17:01.193759 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68020f82-974f-4694-9a1c-efc33cfd2003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd588ddb-4c5e-495f-b79e-7784be8060c9,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:01.440744 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 40614) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:01.453379 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a1c4c2d9-63f7-42bf-9709-213c6534a9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.538150 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a1c4c2d9-63f7-42bf-9709-213c6534a9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.542198 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a1c4c2d9-63f7-42bf-9709-213c6534a9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.578974 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a1c4c2d9-63f7-42bf-9709-213c6534a9ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b60625eac5245b797075a93be1df449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371732 Sep 07 04:17:01.580064 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4c2d9-63f7-42bf-9709-213c6534a9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5ffc7e-7584-41b1-9961-594bf4942299,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:01.581651 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 40616) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:01.631368 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2aa3bdc2-29ab-4568-bb64-881e7d036be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.652941 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2aa3bdc2-29ab-4568-bb64-881e7d036be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.700672 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2aa3bdc2-29ab-4568-bb64-881e7d036be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.703187 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2aa3bdc2-29ab-4568-bb64-881e7d036be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.704327 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2aa3bdc2-29ab-4568-bb64-881e7d036be9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb5ffc7e-7584-41b1-9961-594bf4942299 HTTP/1.1" status: 204 len: 168 time: 0.1216869 Sep 07 04:17:01.712532 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3bdc2-29ab-4568-bb64-881e7d036be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5ffc7e-7584-41b1-9961-594bf4942299,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:01.752507 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Request body: {'port': {'device_id': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:01.808534 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:01.968802 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2586e20-7c86-4854-b0da-0af9504da607 req-7ef51fca-d804-42e3-b0da-4150f9adaa46 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:01.970323 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c2586e20-7c86-4854-b0da-0af9504da607 req-7ef51fca-d804-42e3-b0da-4150f9adaa46 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 943 time: 0.1210518 Sep 07 04:17:01.979077 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49cc43-d6dd-403c-8a92-a3c0a4bbc2ff req-b441f74c-c8fe-4bc1-8c59-e803b9bc7e27 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:01.980670 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-af49cc43-d6dd-403c-8a92-a3c0a4bbc2ff req-b441f74c-c8fe-4bc1-8c59-e803b9bc7e27 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0790524 Sep 07 04:17:02.039366 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c2586e20-7c86-4854-b0da-0af9504da607 req-d377f293-7723-40db-b7cc-33e75a718be4 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575747 Sep 07 04:17:02.044712 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-af49cc43-d6dd-403c-8a92-a3c0a4bbc2ff req-aaf19bef-4f4a-4d07-a169-678a25901c96 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561309 Sep 07 04:17:02.119364 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:17:02.128635 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:02.142453 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Transition to ACTIVE for port object bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:17:02.150135 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:02.189122 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91ceab-cc15-4d6a-9814-4b4302425739 req-ad0ba0d0-7ee2-4669-bab0-167f9cad2be6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:02.193954 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aa91ceab-cc15-4d6a-9814-4b4302425739 req-ad0ba0d0-7ee2-4669-bab0-167f9cad2be6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 931 time: 0.0811255 Sep 07 04:17:02.247470 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Pushing event updated for resources: {'Port': ['ID=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:02.267124 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aa91ceab-cc15-4d6a-9814-4b4302425739 req-b96d17b3-25b6-4530-99f1-f83b7ddd4c50 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617764 Sep 07 04:17:02.319343 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Attempting to bind port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:17:02.319711 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Attempting to bind port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:17:02.320033 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Attempting to bind port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d on network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:17:02.325078 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d on network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:17:02.325570 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Attempting to bind port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d on network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:17:02.333051 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:17:02.333506 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Checking segment: {'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:17:02.333995 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Bound using segment: {'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:17:02.334570 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Bound port: bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a24c042-9ef9-4f82-85c1-26eaae31b146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:17:02.335019 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:02.360532 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-8befeaf3-1731-4341-9ab7-f89b02738a27 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:02.362090 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-8befeaf3-1731-4341-9ab7-f89b02738a27 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/networks?id=efddb0d9-5d96-49df-af47-cdf87d78072d HTTP/1.1" status: 200 len: 809 time: 0.1819007 Sep 07 04:17:02.382214 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-ddb6a25c-1e8b-4eb9-9356-1b66094e97fd tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/quotas/b8d32b636920433e975eec0bc28a3913 HTTP/1.1" status: 200 len: 375 time: 0.0136206 Sep 07 04:17:02.410919 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] For port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:17:02.413100 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] For port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:17:02.415817 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-6c8de088-041e-405e-88c6-c6535c731922 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8d32b636920433e975eec0bc28a3913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276287 Sep 07 04:17:02.418213 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:02.462815 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:02.463475 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:02.465072 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] 10.222.0.36 "PUT /v2.0/ports/bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d HTTP/1.1" status: 200 len: 1093 time: 0.7169671 Sep 07 04:17:02.467700 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:02.470195 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d93e232-8cbd-4c44-a178-56c497884796" -d '{"events": [{"name": "network-changed", "server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:02.517425 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56946023-d5bc-4bd7-8917-a2fb899ececf service neutron] Pushing event updated for resources: {'Port': ['ID=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:02.521803 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-3ce78915-09ff-4dda-9ca8-9dc0b92d26b0 service neutron] 10.222.0.41 "GET /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982711 Sep 07 04:17:02.550691 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c481b5-71ba-4867-8b02-0c8031b38e06 x-openstack-request-id: req-c6c481b5-71ba-4867-8b02-0c8031b38e06 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:02.551043 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:02.551356 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6c481b5-71ba-4867-8b02-0c8031b38e06 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:02.551808 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'status': 'completed', 'code': 200} Sep 07 04:17:02.620529 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-76a2f44d-63d8-4530-80e7-47e6bfb3f7b0 service neutron] 10.222.0.41 "GET /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923171 Sep 07 04:17:02.684894 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57522437-2c44-4130-9159-ec64e3a48a8c req-c670cb71-c850-41c0-a7cd-050bd13b7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:02.686399 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-c670cb71-c850-41c0-a7cd-050bd13b7628 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636c1bfc812e490d9d4448ed8a4136dc&device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 1096 time: 0.0521436 Sep 07 04:17:02.759371 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-c48e483f-5f46-4f49-9bcd-91f4fd7c9241 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d HTTP/1.1" status: 200 len: 217 time: 0.0577006 Sep 07 04:17:02.831733 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f73dbfae-3ac2-4a76-8891-55edd7d973bf req-65b40327-a552-4b22-ae52-c6ddf86424b6 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 210 time: 0.0550625 Sep 07 04:17:02.846183 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57522437-2c44-4130-9159-ec64e3a48a8c req-c18e6e80-6959-4158-8847-7dc7a4b60abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:02.847719 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-c18e6e80-6959-4158-8847-7dc7a4b60abd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=457c2ba9-a4f8-4af9-a264-a6bd9eb3f686 HTTP/1.1" status: 200 len: 852 time: 0.0674300 Sep 07 04:17:02.900616 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57522437-2c44-4130-9159-ec64e3a48a8c req-ffed90ed-c35c-4007-87ba-9c45899d8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:02.902117 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-ffed90ed-c35c-4007-87ba-9c45899d8757 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469139 Sep 07 04:17:03.016200 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-642f9b3b-75b0-41a4-b21d-f0d580131ef5 service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972993 Sep 07 04:17:03.187474 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-57522437-2c44-4130-9159-ec64e3a48a8c req-9b025d77-6787-4954-b6e6-4ce6a6455e8a service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418257 Sep 07 04:17:03.255268 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63498bd-0fcd-4870-9c1e-b9c3d7d0bc49 req-d048daaf-06ea-4871-b493-be5836c9dd27 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:03.256814 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f63498bd-0fcd-4870-9c1e-b9c3d7d0bc49 req-d048daaf-06ea-4871-b493-be5836c9dd27 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0807371 Sep 07 04:17:03.279031 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64df59-6979-4366-be81-176cd7ef373e req-070d556f-64da-4845-ae11-170f324d4e61 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:03.280392 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5f64df59-6979-4366-be81-176cd7ef373e req-070d556f-64da-4845-ae11-170f324d4e61 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 943 time: 0.0777061 Sep 07 04:17:03.329948 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f63498bd-0fcd-4870-9c1e-b9c3d7d0bc49 req-82d4b9ce-b711-4b11-af45-cd40e787e1e7 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644164 Sep 07 04:17:03.337651 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5f64df59-6979-4366-be81-176cd7ef373e req-a68fb87f-fc3b-4db5-b23c-aadd39581ea5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500748 Sep 07 04:17:03.346387 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93e232-8cbd-4c44-a178-56c497884796 req-1f6f6eee-35f5-4d0d-bf30-27d5a9a936d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:03.348166 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d93e232-8cbd-4c44-a178-56c497884796 req-1f6f6eee-35f5-4d0d-bf30-27d5a9a936d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636c1bfc812e490d9d4448ed8a4136dc&device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 1096 time: 0.0440040 Sep 07 04:17:03.437313 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cff7e-ac8f-4075-a89d-38292c056ff3 req-8a20833c-4f0e-40a9-ba98-6feded74780b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:03.439043 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b01cff7e-ac8f-4075-a89d-38292c056ff3 req-8a20833c-4f0e-40a9-ba98-6feded74780b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 943 time: 0.0538836 Sep 07 04:17:03.469268 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93e232-8cbd-4c44-a178-56c497884796 req-60e861d4-2855-4b56-90f7-eccf42b9a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:03.470909 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d93e232-8cbd-4c44-a178-56c497884796 req-60e861d4-2855-4b56-90f7-eccf42b9a0fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 HTTP/1.1" status: 200 len: 914 time: 0.0915837 Sep 07 04:17:03.480084 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b01cff7e-ac8f-4075-a89d-38292c056ff3 req-31294fd4-52fa-4044-8e8a-ddcfff1b0eaa tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335398 Sep 07 04:17:03.513006 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d93e232-8cbd-4c44-a178-56c497884796 req-d5361e12-9287-4fa8-88fc-25de297efb9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d HTTP/1.1" status: 200 len: 217 time: 0.0348630 Sep 07 04:17:03.570833 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93e232-8cbd-4c44-a178-56c497884796 req-33220e9f-863c-4567-8a58-4d2373a1fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:03.572106 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d93e232-8cbd-4c44-a178-56c497884796 req-33220e9f-863c-4567-8a58-4d2373a1fc0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=457c2ba9-a4f8-4af9-a264-a6bd9eb3f686 HTTP/1.1" status: 200 len: 852 time: 0.0417662 Sep 07 04:17:03.620489 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93e232-8cbd-4c44-a178-56c497884796 req-67ca89ef-df0a-4934-a2bd-1a88e2aec751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:03.621946 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d93e232-8cbd-4c44-a178-56c497884796 req-67ca89ef-df0a-4934-a2bd-1a88e2aec751 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418611 Sep 07 04:17:03.708727 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d93e232-8cbd-4c44-a178-56c497884796 req-0e24e437-2656-49ae-ba89-663e1d91f5b8 service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782278 Sep 07 04:17:03.798606 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d93e232-8cbd-4c44-a178-56c497884796 req-ca15cae3-4102-469e-a9f2-fdfa9c78a50f service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807939 Sep 07 04:17:03.909968 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6888b2bf-8a13-4641-9d1a-1f25d2468a06 req-f1d4e0c0-482f-45d1-a94d-d6b8ae3b0e40 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 210 time: 0.0247490 Sep 07 04:17:04.150047 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-ae7065e2-a9e5-45cb-9b18-e199d2aff10c tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:04.152020 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-ae7065e2-a9e5-45cb-9b18-e199d2aff10c tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.36 "GET /v2.0/networks?id=efddb0d9-5d96-49df-af47-cdf87d78072d HTTP/1.1" status: 200 len: 809 time: 0.1158252 Sep 07 04:17:04.190147 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Request body: {'port': {'device_id': '1cdb703e-d8c9-4f65-9826-1c36b3c34a21', 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d', 'admin_state_up': True, 'tenant_id': 'b8d32b636920433e975eec0bc28a3913'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:04.305667 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Made reservation on behalf of b8d32b636920433e975eec0bc28a3913 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:17:04.309082 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:04.456915 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Allocated IP 172.20.0.4 (efddb0d9-5d96-49df-af47-cdf87d78072d/7e8c02ad-2b63-4f0c-9ee7-bc869582225f/9a376993-08fc-4609-8a5c-8cd49a25238d) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:17:04.509235 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404c760-7768-4569-bafa-e6cfee8b8df8 req-9ff67c2f-b222-4cd6-b202-42b97297f67b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:04.515752 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b404c760-7768-4569-bafa-e6cfee8b8df8 req-9ff67c2f-b222-4cd6-b202-42b97297f67b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0861163 Sep 07 04:17:04.542563 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce282f-9422-4e50-8db3-40fd84b8a7dd req-79f4bff5-4b18-451d-8822-5253398e29f5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:04.544093 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d8ce282f-9422-4e50-8db3-40fd84b8a7dd req-79f4bff5-4b18-451d-8822-5253398e29f5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 943 time: 0.1072507 Sep 07 04:17:04.576932 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b404c760-7768-4569-bafa-e6cfee8b8df8 req-80432579-8399-4714-8953-d5f0d3d805a9 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600955 Sep 07 04:17:04.594718 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d8ce282f-9422-4e50-8db3-40fd84b8a7dd req-91d356f5-794e-4af1-a663-2f30163ca899 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444000 Sep 07 04:17:04.635564 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:04.680235 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:04.710535 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0cca3-f8f1-45a1-9c2b-3f51f2244a6f req-194f8f12-e1bb-4dc6-b69c-5ab777689eac tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:04.712093 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e9b0cca3-f8f1-45a1-9c2b-3f51f2244a6f req-194f8f12-e1bb-4dc6-b69c-5ab777689eac tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 943 time: 0.0616040 Sep 07 04:17:04.725205 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Network efddb0d9-5d96-49df-af47-cdf87d78072d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:17:04.737701 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:17:04.743241 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:17:04.764053 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e9b0cca3-f8f1-45a1-9c2b-3f51f2244a6f req-9d82d530-bd8a-4c1c-862f-7c45d6a20cf3 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449135 Sep 07 04:17:04.796207 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Pushing event updated for resources: {'Port': ['ID=9a376993-08fc-4609-8a5c-8cd49a25238d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:04.807316 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:04.807907 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:04.820594 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67954fee-41d1-48f3-9c5a-3b676d284995 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6345408 Sep 07 04:17:04.842343 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Request body: {'port': {'device_id': '1cdb703e-d8c9-4f65-9826-1c36b3c34a21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:04.893223 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:05.029795 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576383f0-e3d8-40e8-b80c-302b37d3ae13 req-6a1ef0d1-66a6-4d58-9643-2af73b06cc8c tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:05.029795 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-576383f0-e3d8-40e8-b80c-302b37d3ae13 req-6a1ef0d1-66a6-4d58-9643-2af73b06cc8c tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 931 time: 0.0495703 Sep 07 04:17:05.078013 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-576383f0-e3d8-40e8-b80c-302b37d3ae13 req-c235e7b1-4bdf-44f6-934f-c46107db5031 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 Sep 07 04:17:05.159863 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a376993-08fc-4609-8a5c-8cd49a25238d {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:17:05.168123 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:05.180028 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Transition to ACTIVE for port object 9a376993-08fc-4609-8a5c-8cd49a25238d will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:17:05.184106 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:05.238531 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a376993-08fc-4609-8a5c-8cd49a25238d,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:05.334983 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4fee8-b7f6-4da7-8b21-60b4e360cb68 req-1f7b7f20-f11f-4da0-8546-4d828c14ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:05.337041 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4ed4fee8-b7f6-4da7-8b21-60b4e360cb68 req-1f7b7f20-f11f-4da0-8546-4d828c14ec5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 1099 time: 0.0605650 Sep 07 04:17:05.337651 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Attempting to bind port 9a376993-08fc-4609-8a5c-8cd49a25238d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:17:05.337974 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Attempting to bind port 9a376993-08fc-4609-8a5c-8cd49a25238d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:17:05.338294 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Attempting to bind port 9a376993-08fc-4609-8a5c-8cd49a25238d on network efddb0d9-5d96-49df-af47-cdf87d78072d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:17:05.342416 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Port 9a376993-08fc-4609-8a5c-8cd49a25238d on network efddb0d9-5d96-49df-af47-cdf87d78072d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:17:05.342729 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Attempting to bind port 9a376993-08fc-4609-8a5c-8cd49a25238d on network efddb0d9-5d96-49df-af47-cdf87d78072d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:17:05.352332 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:17:05.352662 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Checking segment: {'id': 'ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:17:05.353026 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Bound using segment: {'id': 'ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:17:05.353444 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Bound port: 9a376993-08fc-4609-8a5c-8cd49a25238d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:17:05.353794 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:05.410740 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4ed4fee8-b7f6-4da7-8b21-60b4e360cb68 req-456b97a2-428b-4924-9e4e-067accf14abf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633216 Sep 07 04:17:05.437528 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] For port 9a376993-08fc-4609-8a5c-8cd49a25238d, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:17:05.440504 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] For port 9a376993-08fc-4609-8a5c-8cd49a25238d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9a376993-08fc-4609-8a5c-8cd49a25238d,segment=NetworkSegment(ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa),segment_id=ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:17:05.446270 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:05.482257 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:05.482882 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:05.484232 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/9a376993-08fc-4609-8a5c-8cd49a25238d HTTP/1.1" status: 200 len: 1093 time: 0.6460578 Sep 07 04:17:05.484677 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdb703e-d8c9-4f65-9826-1c36b3c34a21', 'tag': '9a376993-08fc-4609-8a5c-8cd49a25238d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:05.486875 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8de14a-c906-4f4b-a0ff-f69c23166516" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdb703e-d8c9-4f65-9826-1c36b3c34a21", "tag": "9a376993-08fc-4609-8a5c-8cd49a25238d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:05.508694 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b29b64-4241-42c4-9481-daea0031b3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a376993-08fc-4609-8a5c-8cd49a25238d,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:05.682223 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 59670d2b-03ca-4d56-8169-107c1978b9cf details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:17:05.777431 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 59670d2b-03ca-4d56-8169-107c1978b9cf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=59670d2b-03ca-4d56-8169-107c1978b9cf,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:05.787738 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': '59670d2b-03ca-4d56-8169-107c1978b9cf', 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2', 'port_id': '59670d2b-03ca-4d56-8169-107c1978b9cf', 'mac_address': 'fa:16:3e:92:a7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4a8b95-ca00-4883-b905-48738ecdaedb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:17:05.825675 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:05.838397 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59670d2b-03ca-4d56-8169-107c1978b9cf {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:17:05.858635 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 59670d2b-03ca-4d56-8169-107c1978b9cf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=59670d2b-03ca-4d56-8169-107c1978b9cf,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:05.863240 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:05.885478 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969f625c-fb15-4b8f-a285-e89ec7e4451a x-openstack-request-id: req-969f625c-fb15-4b8f-a285-e89ec7e4451a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:05.885963 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdb703e-d8c9-4f65-9826-1c36b3c34a21", "tag": "9a376993-08fc-4609-8a5c-8cd49a25238d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:05.886088 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-969f625c-fb15-4b8f-a285-e89ec7e4451a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:05.886386 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdb703e-d8c9-4f65-9826-1c36b3c34a21', 'tag': '9a376993-08fc-4609-8a5c-8cd49a25238d', 'status': 'completed', 'code': 200} Sep 07 04:17:05.938749 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=59670d2b-03ca-4d56-8169-107c1978b9cf,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:06.014903 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f755d2-11a5-4848-843c-99f2f98fe707 req-e211229e-c3d5-4b43-a610-0ba6c77f8b84 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:06.016497 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5f755d2-11a5-4848-843c-99f2f98fe707 req-e211229e-c3d5-4b43-a610-0ba6c77f8b84 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 944 time: 0.0813313 Sep 07 04:17:06.029967 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f296f-c3a5-427f-ba30-abc6001b2e7a req-0e15932b-954f-4073-bc2f-d739b0342d78 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:06.031434 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b51f296f-c3a5-427f-ba30-abc6001b2e7a req-0e15932b-954f-4073-bc2f-d739b0342d78 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0857458 Sep 07 04:17:06.041019 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67150def-79e4-4a93-b22b-0995ec502a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:06.042633 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-67150def-79e4-4a93-b22b-0995ec502a39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8d32b636920433e975eec0bc28a3913&device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 1096 time: 0.0576730 Sep 07 04:17:06.085662 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5f755d2-11a5-4848-843c-99f2f98fe707 req-2fc79ccb-d44c-40cf-ab14-44ebf3d18a60 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531032 Sep 07 04:17:06.091480 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-defcc8b6-e43d-45ba-bc6c-07a6b18aa4a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a376993-08fc-4609-8a5c-8cd49a25238d HTTP/1.1" status: 200 len: 217 time: 0.0328634 Sep 07 04:17:06.092886 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b51f296f-c3a5-427f-ba30-abc6001b2e7a req-312b4076-a336-4d30-911b-b41a4a153507 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520704 Sep 07 04:17:06.155530 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-af321f31-d980-43d3-bf4a-ce16cb767541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:06.157020 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-af321f31-d980-43d3-bf4a-ce16cb767541 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e8c02ad-2b63-4f0c-9ee7-bc869582225f HTTP/1.1" status: 200 len: 849 time: 0.0581200 Sep 07 04:17:06.188957 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-a2b84c94-b717-495b-8341-1d5758733f05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=efddb0d9-5d96-49df-af47-cdf87d78072d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239425 Sep 07 04:17:06.229309 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d995d-ed38-4a6d-b1b8-d5c6be148ece req-d5eddf80-04fe-4a6b-aa8a-e1961b1fc07d tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:06.230795 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-113d995d-ed38-4a6d-b1b8-d5c6be148ece req-d5eddf80-04fe-4a6b-aa8a-e1961b1fc07d tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 943 time: 0.0705814 Sep 07 04:17:06.238868 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d7e73-5dc2-4fcc-8c8d-4035d892a6b7 req-d95b1a02-1cc5-4d6d-9538-a56f42e64d57 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:06.240384 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-293d7e73-5dc2-4fcc-8c8d-4035d892a6b7 req-d95b1a02-1cc5-4d6d-9538-a56f42e64d57 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 943 time: 0.0891318 Sep 07 04:17:06.280053 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-341350c8-9d1a-4981-98d4-4ac36e6c988f service neutron] 10.222.0.36 "GET /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826485 Sep 07 04:17:06.293160 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-113d995d-ed38-4a6d-b1b8-d5c6be148ece req-dafea23e-4c08-4456-af01-708e7dafb5f3 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518594 Sep 07 04:17:06.301960 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-293d7e73-5dc2-4fcc-8c8d-4035d892a6b7 req-2a97f06c-525a-4622-bbf7-1c0feb676345 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534148 Sep 07 04:17:06.374537 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ed8d45cc-9db2-45fa-a7df-3873f77c2b34 req-a6e97cdc-cbd5-4505-859b-8cd266d6036b service neutron] 10.222.0.36 "GET /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869341 Sep 07 04:17:06.450598 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['59670d2b-03ca-4d56-8169-107c1978b9cf'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:17:06.525480 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8de14a-c906-4f4b-a0ff-f69c23166516 req-b21f8969-4a30-418c-9ca2-e7b315e33df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:06.526944 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8de14a-c906-4f4b-a0ff-f69c23166516 req-b21f8969-4a30-418c-9ca2-e7b315e33df3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8d32b636920433e975eec0bc28a3913&device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 1096 time: 0.0390940 Sep 07 04:17:06.627781 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8de14a-c906-4f4b-a0ff-f69c23166516 req-273b359d-d975-4bb7-a237-a505dceb69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:06.629191 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8de14a-c906-4f4b-a0ff-f69c23166516 req-273b359d-d975-4bb7-a237-a505dceb69a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=efddb0d9-5d96-49df-af47-cdf87d78072d HTTP/1.1" status: 200 len: 910 time: 0.0851762 Sep 07 04:17:06.670234 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8de14a-c906-4f4b-a0ff-f69c23166516 req-b0f0b702-7b2d-4752-bb19-230ab2e791c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a376993-08fc-4609-8a5c-8cd49a25238d HTTP/1.1" status: 200 len: 217 time: 0.0331697 Sep 07 04:17:06.717341 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8de14a-c906-4f4b-a0ff-f69c23166516 req-f4c15ff5-ff91-4a7b-9233-371cdaf9bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:06.718699 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8de14a-c906-4f4b-a0ff-f69c23166516 req-f4c15ff5-ff91-4a7b-9233-371cdaf9bc2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e8c02ad-2b63-4f0c-9ee7-bc869582225f HTTP/1.1" status: 200 len: 849 time: 0.0408757 Sep 07 04:17:06.762658 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8de14a-c906-4f4b-a0ff-f69c23166516 req-d6e76e40-a2ed-497c-935e-86664375a47b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=efddb0d9-5d96-49df-af47-cdf87d78072d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324364 Sep 07 04:17:06.855475 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8de14a-c906-4f4b-a0ff-f69c23166516 req-93e9cb33-ca38-4e7f-b85a-aa8c4ffe8303 service neutron] 10.222.0.36 "GET /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 Sep 07 04:17:06.947155 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8de14a-c906-4f4b-a0ff-f69c23166516 req-ed6d7934-b63a-468b-9caf-6adb51fcf02f service neutron] 10.222.0.36 "GET /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839989 Sep 07 04:17:07.068420 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:17:07.308265 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fc1c-e437-4ab4-ba7f-a499c495a144 req-a9ebdc39-2edf-4010-85af-06ac74cbf85f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:07.309749 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0055fc1c-e437-4ab4-ba7f-a499c495a144 req-a9ebdc39-2edf-4010-85af-06ac74cbf85f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 944 time: 0.0515506 Sep 07 04:17:07.348824 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0055fc1c-e437-4ab4-ba7f-a499c495a144 req-79a08293-118c-471c-b994-0426ae9918c0 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Sep 07 04:17:07.477163 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305fe7-bd81-4184-b46a-7748a26e06d4 req-2844903b-c493-4c01-a6b1-39e784255d3c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:07.478639 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-78305fe7-bd81-4184-b46a-7748a26e06d4 req-2844903b-c493-4c01-a6b1-39e784255d3c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0805836 Sep 07 04:17:07.486158 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272b312-bd96-478d-b4d6-a20d2001b6a5 req-fbf54c35-d4a9-47c6-bc7d-83e9dc06540e tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:07.487120 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b272b312-bd96-478d-b4d6-a20d2001b6a5 req-fbf54c35-d4a9-47c6-bc7d-83e9dc06540e tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 943 time: 0.0789831 Sep 07 04:17:07.541408 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-78305fe7-bd81-4184-b46a-7748a26e06d4 req-eeb3f359-35e4-48f8-8061-c76687670951 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533335 Sep 07 04:17:07.546185 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b272b312-bd96-478d-b4d6-a20d2001b6a5 req-f56413c7-d734-44eb-a6d5-163906a650bf tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518317 Sep 07 04:17:07.672219 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed19c-f544-40d7-88df-219d064142c9 req-cf56ed64-d45e-4a30-81d8-1fe68956b2b6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:07.673939 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-433ed19c-f544-40d7-88df-219d064142c9 req-cf56ed64-d45e-4a30-81d8-1fe68956b2b6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 943 time: 0.0787623 Sep 07 04:17:07.682147 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4fe1b-fe14-435c-86e5-bef3bbf32301 req-59cd3a92-ec7e-4794-9a7e-f19027542ef6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:07.683470 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e0a4fe1b-fe14-435c-86e5-bef3bbf32301 req-59cd3a92-ec7e-4794-9a7e-f19027542ef6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0772278 Sep 07 04:17:07.693241 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:17:07.735990 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-433ed19c-f544-40d7-88df-219d064142c9 req-653d61b9-d09c-4786-91fa-b39f991230bf tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514977 Sep 07 04:17:07.740853 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e0a4fe1b-fe14-435c-86e5-bef3bbf32301 req-0b86d08c-dcc1-4f12-bd2c-20a9afaa6b74 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508592 Sep 07 04:17:07.898515 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:07.909862 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'port_id': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'mac_address': 'fa:16:3e:70:85:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:17:07.947709 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:07.962358 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:17:07.982090 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:07.987556 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:08.042775 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:08.055107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:08.055107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:08.055107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:08.055107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:08.055107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:08.055107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:08.055107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:08.055107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:08.055107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:08.055107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:08.055107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:08.055107 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:08.515693 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796433ba-8475-4481-9faa-b395ecb1b9b9 req-9ca244ca-94f9-4f7a-ad2d-21231b175381 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:08.517157 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-796433ba-8475-4481-9faa-b395ecb1b9b9 req-9ca244ca-94f9-4f7a-ad2d-21231b175381 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 944 time: 0.0482833 Sep 07 04:17:08.555760 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-796433ba-8475-4481-9faa-b395ecb1b9b9 req-32a140ab-94ad-438d-9cd4-f8c927ae0d83 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324438 Sep 07 04:17:08.659029 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071d438-7d6c-4677-bad8-ccdd5ea44f26 req-111cd503-affe-4849-9a07-d2f0b1d17614 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:08.660494 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4071d438-7d6c-4677-bad8-ccdd5ea44f26 req-111cd503-affe-4849-9a07-d2f0b1d17614 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 943 time: 0.0466120 Sep 07 04:17:08.707255 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4071d438-7d6c-4677-bad8-ccdd5ea44f26 req-af88b75e-8419-4778-959b-e84bc361864f tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Sep 07 04:17:08.751714 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:17:08.848055 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd62c3-5e5e-4ab3-90f0-d97d2dfde345 req-95e05591-4729-4966-9539-a1d29ff0bd08 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:08.849608 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-63fd62c3-5e5e-4ab3-90f0-d97d2dfde345 req-95e05591-4729-4966-9539-a1d29ff0bd08 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 944 time: 0.0468981 Sep 07 04:17:08.886773 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-63fd62c3-5e5e-4ab3-90f0-d97d2dfde345 req-9d1ca39c-2068-4609-afb1-f2d439b8caa0 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304778 Sep 07 04:17:09.488972 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa1ba8-e56e-4368-8581-cc81d2a50a97 req-3437dada-a2aa-4039-9e23-7f047bd5070d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:09.490448 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54aa1ba8-e56e-4368-8581-cc81d2a50a97 req-3437dada-a2aa-4039-9e23-7f047bd5070d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0477779 Sep 07 04:17:09.498116 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95aa576-717a-4d5d-ad8a-8d6559c836fe req-1828b978-ea68-4e1f-b279-e40994734983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:09.499803 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d95aa576-717a-4d5d-ad8a-8d6559c836fe req-1828b978-ea68-4e1f-b279-e40994734983 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ba3c30ac964bac82d38844399d0bce&device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 1098 time: 0.0425394 Sep 07 04:17:09.528981 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54aa1ba8-e56e-4368-8581-cc81d2a50a97 req-a5b2baac-a222-43a2-9933-da6f0c98010a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Sep 07 04:17:09.611089 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95aa576-717a-4d5d-ad8a-8d6559c836fe req-2f9a262c-8dd4-43cc-8739-68b3e99c8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:09.612602 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d95aa576-717a-4d5d-ad8a-8d6559c836fe req-2f9a262c-8dd4-43cc-8739-68b3e99c8b8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 200 len: 918 time: 0.0910525 Sep 07 04:17:09.669800 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0ee5c-f44f-4667-a8ed-725ea15218e4 req-e3b1f9c5-d09b-4227-b230-d4567fc39bdf tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:09.671184 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3aa0ee5c-f44f-4667-a8ed-725ea15218e4 req-e3b1f9c5-d09b-4227-b230-d4567fc39bdf tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 944 time: 0.0488122 Sep 07 04:17:09.675948 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d95aa576-717a-4d5d-ad8a-8d6559c836fe req-070a7a1d-e15a-4e45-b041-14d33aa9e0df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0109329b-a614-4ab3-9aed-c6642e516ce6 HTTP/1.1" status: 200 len: 217 time: 0.0341649 Sep 07 04:17:09.712305 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3aa0ee5c-f44f-4667-a8ed-725ea15218e4 req-6398a27a-b38c-49e6-b972-42bf48447b19 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347850 Sep 07 04:17:09.723842 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95aa576-717a-4d5d-ad8a-8d6559c836fe req-647624ee-97db-4b20-80f0-b100ffa4c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:09.725404 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d95aa576-717a-4d5d-ad8a-8d6559c836fe req-647624ee-97db-4b20-80f0-b100ffa4c6f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a HTTP/1.1" status: 200 len: 857 time: 0.0417166 Sep 07 04:17:09.728001 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 59670d2b-03ca-4d56-8169-107c1978b9cf up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:17:09.763725 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d95aa576-717a-4d5d-ad8a-8d6559c836fe req-fcac234a-85df-493e-ba6a-56dca651cbca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d754632-b351-4011-8daa-9d3dc5d3b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253284 Sep 07 04:17:09.781466 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port 59670d2b-03ca-4d56-8169-107c1978b9cf completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:17:09.785444 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port 59670d2b-03ca-4d56-8169-107c1978b9cf triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:17:09.785886 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:09.830849 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abaa5c-23b3-42c3-bda4-275e8294fe4a req-8bd5e449-7c75-476d-b7b5-94731e09479c tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:09.832413 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e0abaa5c-23b3-42c3-bda4-275e8294fe4a req-8bd5e449-7c75-476d-b7b5-94731e09479c tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 943 time: 0.0531039 Sep 07 04:17:09.864173 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:09.867378 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d95aa576-717a-4d5d-ad8a-8d6559c836fe req-ad4fb5d4-33ec-4823-950d-03843ab9889f service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957255 Sep 07 04:17:09.872078 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e0abaa5c-23b3-42c3-bda4-275e8294fe4a req-ab092ac7-174d-4f5a-b664-488fd5066d9f tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Sep 07 04:17:09.888066 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd469f8c-dced-4cf3-ba2a-36cb09b760f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59670d2b-03ca-4d56-8169-107c1978b9cf'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:09.890364 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee49dc2-cdc4-4bbd-abd3-a9355161b107" -d '{"events": [{"server_uuid": "cd469f8c-dced-4cf3-ba2a-36cb09b760f4", "name": "network-vif-plugged", "status": "completed", "tag": "59670d2b-03ca-4d56-8169-107c1978b9cf"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:09.902707 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 59670d2b-03ca-4d56-8169-107c1978b9cf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=59670d2b-03ca-4d56-8169-107c1978b9cf,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:09.907874 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:09.950175 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2848cd11-6bc7-493c-98d5-e02a0e89f878 x-openstack-request-id: req-2848cd11-6bc7-493c-98d5-e02a0e89f878 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:09.950573 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd469f8c-dced-4cf3-ba2a-36cb09b760f4", "name": "network-vif-plugged", "status": "completed", "tag": "59670d2b-03ca-4d56-8169-107c1978b9cf", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:09.950829 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2848cd11-6bc7-493c-98d5-e02a0e89f878 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:09.951215 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd469f8c-dced-4cf3-ba2a-36cb09b760f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59670d2b-03ca-4d56-8169-107c1978b9cf', 'code': 200} Sep 07 04:17:09.966961 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=59670d2b-03ca-4d56-8169-107c1978b9cf,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:09.967314 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d95aa576-717a-4d5d-ad8a-8d6559c836fe req-56f77d66-e338-45db-bdf7-0e5289e4b24c service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919991 Sep 07 04:17:10.003607 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0a70c-9f2e-4ade-9db3-d213d204f33d req-73754b20-d61d-4378-bb66-fb1709744b06 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:10.005178 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3c0a70c-9f2e-4ade-9db3-d213d204f33d req-73754b20-d61d-4378-bb66-fb1709744b06 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 944 time: 0.0491164 Sep 07 04:17:10.046728 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3c0a70c-9f2e-4ade-9db3-d213d204f33d req-b4bc8fd4-2cf8-4f18-9bb1-adb7a87c2461 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317309 Sep 07 04:17:10.247880 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd8a6b-bbdf-46e9-85cc-bdd917759a1a req-22ba633b-f995-4f31-b4bd-d6a0a8e7478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:10.249525 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d9bd8a6b-bbdf-46e9-85cc-bdd917759a1a req-22ba633b-f995-4f31-b4bd-d6a0a8e7478a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 1098 time: 0.0387442 Sep 07 04:17:10.283774 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d9bd8a6b-bbdf-46e9-85cc-bdd917759a1a req-1e8b8335-4448-4183-aff1-e14b27401247 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265100 Sep 07 04:17:10.643363 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee7b2f-f25d-4d28-be0a-dfe3dd4e5193 req-651a3ea3-b29a-4994-9b8f-7fb5ec87fefe tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:10.645348 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1cee7b2f-f25d-4d28-be0a-dfe3dd4e5193 req-651a3ea3-b29a-4994-9b8f-7fb5ec87fefe tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0475771 Sep 07 04:17:10.690680 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1cee7b2f-f25d-4d28-be0a-dfe3dd4e5193 req-65c22b54-c8b6-4010-a521-d90cb34987b1 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Sep 07 04:17:10.873133 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db462b5d-edb9-4160-be7e-b5aad30218f6 req-e5e45b96-9c3f-4bf8-9b9d-e25a6f537884 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:10.874880 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-db462b5d-edb9-4160-be7e-b5aad30218f6 req-e5e45b96-9c3f-4bf8-9b9d-e25a6f537884 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 945 time: 0.0561674 Sep 07 04:17:10.913810 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-db462b5d-edb9-4160-be7e-b5aad30218f6 req-c992426d-3f04-403d-8bd2-1a493eaf6aa6 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Sep 07 04:17:10.986692 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f4106-33fe-48b3-a132-a9b26809d27f req-f7e3effa-eb14-4dd3-8f0b-b1cec243d851 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:10.988160 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bb7f4106-33fe-48b3-a132-a9b26809d27f req-f7e3effa-eb14-4dd3-8f0b-b1cec243d851 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 943 time: 0.0473380 Sep 07 04:17:11.032616 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bb7f4106-33fe-48b3-a132-a9b26809d27f req-c00ea2d1-3d38-4561-90ca-8ebe140a8cd0 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377729 Sep 07 04:17:11.158089 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d5db5-f179-4f72-95bd-e778b7d70e7b req-a7c9b820-1e11-48d3-b50e-1648a9c47939 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:11.159547 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9f4d5db5-f179-4f72-95bd-e778b7d70e7b req-a7c9b820-1e11-48d3-b50e-1648a9c47939 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 944 time: 0.0479312 Sep 07 04:17:11.199550 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9f4d5db5-f179-4f72-95bd-e778b7d70e7b req-a53a1533-2e7d-4708-9b75-14fbe70649a9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341306 Sep 07 04:17:11.730534 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-feac19c3-6216-48ad-8c84-37f4be0179e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:11.961407 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cbae2-ebd6-427d-a8ba-4cbc379da38f req-cc020c1c-dcb9-40a0-8f33-3f5f611d2b35 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:11.962793 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-335cbae2-ebd6-427d-a8ba-4cbc379da38f req-cc020c1c-dcb9-40a0-8f33-3f5f611d2b35 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.2060733 Sep 07 04:17:11.999244 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-335cbae2-ebd6-427d-a8ba-4cbc379da38f req-853ce03a-ba10-4023-818b-495678d0da8d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304885 Sep 07 04:17:13.063513 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 9a376993-08fc-4609-8a5c-8cd49a25238d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:17:13.153417 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 9a376993-08fc-4609-8a5c-8cd49a25238d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9a376993-08fc-4609-8a5c-8cd49a25238d,segment=NetworkSegment(ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa),segment_id=ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:13.164386 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': '9a376993-08fc-4609-8a5c-8cd49a25238d', 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d', 'port_id': '9a376993-08fc-4609-8a5c-8cd49a25238d', 'mac_address': 'fa:16:3e:d7:00:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8c02ad-2b63-4f0c-9ee7-bc869582225f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:17:13.202705 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:13.215051 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a376993-08fc-4609-8a5c-8cd49a25238d {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:17:13.233915 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 9a376993-08fc-4609-8a5c-8cd49a25238d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9a376993-08fc-4609-8a5c-8cd49a25238d,segment=NetworkSegment(ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa),segment_id=ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:13.237547 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:13.284645 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=9a376993-08fc-4609-8a5c-8cd49a25238d,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:14.058465 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:17:14.104678 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:17:14.108161 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:17:14.108559 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:14.185178 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:14.206853 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:14.209066 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff61986-10c2-4bb8-b1dd-e90a7cdaad3d" -d '{"events": [{"server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "name": "network-vif-plugged", "status": "completed", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:14.221173 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:14.224773 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:14.268504 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2bb82fc7-422c-4347-a486-39524d263507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:14.283524 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:14.769600 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:15.229653 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:16.059575 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d67a35-7d2b-4ac7-b120-6c4f5822140d req-546393b2-9228-4038-83cb-3da54aca3d66 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:16.061127 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-14d67a35-7d2b-4ac7-b120-6c4f5822140d req-546393b2-9228-4038-83cb-3da54aca3d66 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 945 time: 0.0480509 Sep 07 04:17:16.098507 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-14d67a35-7d2b-4ac7-b120-6c4f5822140d req-135dd7a6-dacb-4f9f-a124-d73a5a88e39a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Sep 07 04:17:16.151536 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48861eea-f3d8-41bb-a630-8cc5e917526c req-88f6d4c8-f92c-402b-9b7c-23b805f1835b tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:16.153072 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-48861eea-f3d8-41bb-a630-8cc5e917526c req-88f6d4c8-f92c-402b-9b7c-23b805f1835b tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 944 time: 0.0507162 Sep 07 04:17:16.220390 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-48861eea-f3d8-41bb-a630-8cc5e917526c req-98ceefc4-014a-4480-91e0-998f3fea746b tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539937 Sep 07 04:17:16.230943 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3454841-d6c8-4362-ae46-4553c99c7f0f req-a5f2a1b7-6485-45ed-aeab-8f7e369bacfc tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:16.232412 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3454841-d6c8-4362-ae46-4553c99c7f0f req-a5f2a1b7-6485-45ed-aeab-8f7e369bacfc tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 945 time: 0.0747747 Sep 07 04:17:16.273750 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3454841-d6c8-4362-ae46-4553c99c7f0f req-7f1cf473-0503-4caa-83a9-3b3ec6393c67 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353284 Sep 07 04:17:16.327551 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e21652-2392-4573-8665-e694d4d4cfc2 x-openstack-request-id: req-f2e21652-2392-4573-8665-e694d4d4cfc2 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:16.328060 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "name": "network-vif-plugged", "status": "completed", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:16.328060 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2e21652-2392-4573-8665-e694d4d4cfc2 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:16.328475 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'code': 200} Sep 07 04:17:16.333162 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a51f7-5517-46d0-a8d5-196c24d41667 req-24cd1049-7968-4b95-9d44-c8c7a11a80a6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:16.335166 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d42a51f7-5517-46d0-a8d5-196c24d41667 req-24cd1049-7968-4b95-9d44-c8c7a11a80a6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0573635 Sep 07 04:17:16.375318 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d42a51f7-5517-46d0-a8d5-196c24d41667 req-94d39509-beca-44a2-9ae4-e3d148891334 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342126 Sep 07 04:17:16.538776 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['9a376993-08fc-4609-8a5c-8cd49a25238d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:17:16.668459 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49ff25-7065-4e08-b944-889502c008a2 req-9c3c2cd4-ab86-4c32-a2c4-51a1eaa0e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:16.669937 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d49ff25-7065-4e08-b944-889502c008a2 req-9c3c2cd4-ab86-4c32-a2c4-51a1eaa0e131 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 1098 time: 0.0395637 Sep 07 04:17:16.704634 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d49ff25-7065-4e08-b944-889502c008a2 req-c24479d8-81d2-4275-bc54-bda2664552a2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267389 Sep 07 04:17:17.077999 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:17.432532 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:17.436205 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3188ae-1f09-43f1-be86-0e11d26df823 req-d546837f-a294-4120-93f7-c25b090304c8 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:17.437729 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1b3188ae-1f09-43f1-be86-0e11d26df823 req-d546837f-a294-4120-93f7-c25b090304c8 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 945 time: 0.0867980 Sep 07 04:17:17.449651 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614d87d-a03b-4167-9985-35c08387d7ed req-d31978ef-3a90-4234-95f9-f9a081d3de53 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:17.451049 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2614d87d-a03b-4167-9985-35c08387d7ed req-d31978ef-3a90-4234-95f9-f9a081d3de53 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 944 time: 0.0672951 Sep 07 04:17:17.503120 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1b3188ae-1f09-43f1-be86-0e11d26df823 req-b5a70355-8910-4562-be04-dbd1760fdc21 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510521 Sep 07 04:17:17.510535 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2614d87d-a03b-4167-9985-35c08387d7ed req-198ecc89-9b9e-4b18-9016-4b3673a5c155 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526950 Sep 07 04:17:17.656795 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97894e-ea9f-45a6-97ff-adf803258267 req-f76516f2-ca1c-44dc-92d5-007918bdefe0 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:17.658299 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb97894e-ea9f-45a6-97ff-adf803258267 req-f76516f2-ca1c-44dc-92d5-007918bdefe0 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 945 time: 0.0920377 Sep 07 04:17:17.669062 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a02c8-a2f2-4c49-bf24-472ef383cce5 req-0de75e50-4f19-4cb1-ad2e-40f0cd3f36a2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:17.670567 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e5a02c8-a2f2-4c49-bf24-472ef383cce5 req-0de75e50-4f19-4cb1-ad2e-40f0cd3f36a2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0763781 Sep 07 04:17:17.730150 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb97894e-ea9f-45a6-97ff-adf803258267 req-d288d592-da72-41db-9608-005dbc95f875 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586050 Sep 07 04:17:17.735298 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e5a02c8-a2f2-4c49-bf24-472ef383cce5 req-8f759842-92f3-4e65-b209-c672c5dcea50 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567234 Sep 07 04:17:18.499678 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36357dbc-eefe-4db5-8f3e-2e63ce281d78 req-2baf7a0e-febd-46ef-b63c-0561c2d258a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:18.501183 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36357dbc-eefe-4db5-8f3e-2e63ce281d78 req-2baf7a0e-febd-46ef-b63c-0561c2d258a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ba3c30ac964bac82d38844399d0bce&device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 1098 time: 0.0388544 Sep 07 04:17:18.633123 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbe013-0b7e-43fe-9be6-c5f1aa943e35 req-9c31f350-9ba5-42e3-bcd7-b4e65c66ff8d tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:18.634746 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7adbe013-0b7e-43fe-9be6-c5f1aa943e35 req-9c31f350-9ba5-42e3-bcd7-b4e65c66ff8d tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 944 time: 0.0510261 Sep 07 04:17:18.671584 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7adbe013-0b7e-43fe-9be6-c5f1aa943e35 req-e8679bee-49f4-4372-a765-61fd4bde22f1 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305171 Sep 07 04:17:18.673541 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36357dbc-eefe-4db5-8f3e-2e63ce281d78 req-3370b887-1b7d-45e0-8293-c6fe204fbae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:18.675045 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36357dbc-eefe-4db5-8f3e-2e63ce281d78 req-3370b887-1b7d-45e0-8293-c6fe204fbae8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 200 len: 918 time: 0.0871634 Sep 07 04:17:18.723835 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36357dbc-eefe-4db5-8f3e-2e63ce281d78 req-e4f49da6-67e1-4727-bfe0-006827847140 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0109329b-a614-4ab3-9aed-c6642e516ce6 HTTP/1.1" status: 200 len: 217 time: 0.0353904 Sep 07 04:17:18.921600 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e253b4-e763-4056-89e4-4158f0f3a74a req-580bfc73-1a09-49b1-a416-13f6cd804e4f tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:18.931288 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73e253b4-e763-4056-89e4-4158f0f3a74a req-580bfc73-1a09-49b1-a416-13f6cd804e4f tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.1014533 Sep 07 04:17:18.952633 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab320d0-d895-49ac-8383-f9f936e09f8e req-4df0335b-ac0f-4bdc-8c47-1f4c4008bd78 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:18.954319 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4ab320d0-d895-49ac-8383-f9f936e09f8e req-4df0335b-ac0f-4bdc-8c47-1f4c4008bd78 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 945 time: 0.1333575 Sep 07 04:17:18.988577 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73e253b4-e763-4056-89e4-4158f0f3a74a req-b817aca7-997b-494f-bf10-4020e6ad8a8f tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562451 Sep 07 04:17:19.019883 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4ab320d0-d895-49ac-8383-f9f936e09f8e req-52f5d7bb-45c4-4561-a69c-300a59f21615 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577047 Sep 07 04:17:19.037939 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36357dbc-eefe-4db5-8f3e-2e63ce281d78 req-ee4e29e6-3810-4181-93a5-f262394264e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:19.040020 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36357dbc-eefe-4db5-8f3e-2e63ce281d78 req-ee4e29e6-3810-4181-93a5-f262394264e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a HTTP/1.1" status: 200 len: 857 time: 0.3006237 Sep 07 04:17:19.074717 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36357dbc-eefe-4db5-8f3e-2e63ce281d78 req-d89b4ac7-dc6c-4792-8bba-af0b91995cc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d754632-b351-4011-8daa-9d3dc5d3b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234406 Sep 07 04:17:19.165090 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36357dbc-eefe-4db5-8f3e-2e63ce281d78 req-4a2ad968-297e-4eb9-8af3-7e8a51b7cbcd service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827119 Sep 07 04:17:19.252063 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36357dbc-eefe-4db5-8f3e-2e63ce281d78 req-d7750ed8-ca46-4d0c-be92-28f2e758f13f service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788279 Sep 07 04:17:19.617101 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 9a376993-08fc-4609-8a5c-8cd49a25238d up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:17:19.664590 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port 9a376993-08fc-4609-8a5c-8cd49a25238d completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:17:19.668044 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port 9a376993-08fc-4609-8a5c-8cd49a25238d triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:17:19.668441 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:19.753103 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:19.777692 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdb703e-d8c9-4f65-9826-1c36b3c34a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a376993-08fc-4609-8a5c-8cd49a25238d'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:19.780059 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eeb043-8505-4622-9ffb-a84d622df90d" -d '{"events": [{"server_uuid": "1cdb703e-d8c9-4f65-9826-1c36b3c34a21", "name": "network-vif-plugged", "status": "completed", "tag": "9a376993-08fc-4609-8a5c-8cd49a25238d"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:19.793727 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 9a376993-08fc-4609-8a5c-8cd49a25238d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9a376993-08fc-4609-8a5c-8cd49a25238d,segment=NetworkSegment(ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa),segment_id=ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:19.797800 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbc303-2ed9-4a70-a8e3-6b52f6ba8559 req-315932b0-b1c7-4587-99c2-3395174012b2 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:19.797800 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-17bbc303-2ed9-4a70-a8e3-6b52f6ba8559 req-315932b0-b1c7-4587-99c2-3395174012b2 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 944 time: 0.0567937 Sep 07 04:17:19.806169 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:19.832713 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b442cc8a-8bc9-4845-88b5-05fb8c8c73e2 x-openstack-request-id: req-b442cc8a-8bc9-4845-88b5-05fb8c8c73e2 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:19.833005 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdb703e-d8c9-4f65-9826-1c36b3c34a21", "name": "network-vif-plugged", "status": "completed", "tag": "9a376993-08fc-4609-8a5c-8cd49a25238d", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:19.833258 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b442cc8a-8bc9-4845-88b5-05fb8c8c73e2 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:19.833645 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdb703e-d8c9-4f65-9826-1c36b3c34a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a376993-08fc-4609-8a5c-8cd49a25238d', 'code': 200} Sep 07 04:17:19.838700 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-17bbc303-2ed9-4a70-a8e3-6b52f6ba8559 req-f6b853cb-d1b5-4c7d-8536-bbfa0f999863 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352190 Sep 07 04:17:19.857376 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=9a376993-08fc-4609-8a5c-8cd49a25238d,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:20.070913 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eefc2e-7ff8-4c29-9209-1e919ec3085f req-6bea03ae-5292-474d-aedc-2a78b5ad72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:20.072448 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c3eefc2e-7ff8-4c29-9209-1e919ec3085f req-6bea03ae-5292-474d-aedc-2a78b5ad72b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 1098 time: 0.0528159 Sep 07 04:17:20.123624 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c3eefc2e-7ff8-4c29-9209-1e919ec3085f req-315399ba-5f39-475a-9340-1c15bb7c3601 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Sep 07 04:17:20.125652 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1f876-8760-46d6-9b67-958836e88407 req-6149a59f-ec15-4242-846f-235268124d5d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:20.131420 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f8f1f876-8760-46d6-9b67-958836e88407 req-6149a59f-ec15-4242-846f-235268124d5d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0717194 Sep 07 04:17:20.175432 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f8f1f876-8760-46d6-9b67-958836e88407 req-ea32b353-d1f3-4067-910d-152447a09d6b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374212 Sep 07 04:17:20.275360 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd4993-23f3-4a86-80c9-af88affeb743 req-54c7eaac-9581-4ef0-877f-519c36032c7c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:20.276824 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8cd4993-23f3-4a86-80c9-af88affeb743 req-54c7eaac-9581-4ef0-877f-519c36032c7c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 945 time: 0.0469630 Sep 07 04:17:20.313325 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8cd4993-23f3-4a86-80c9-af88affeb743 req-361ba8f7-6733-4364-9785-5753df8310f6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306444 Sep 07 04:17:20.429355 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d111f-f509-46e6-9b75-f9b2e187c77d req-3ee9108f-68fd-4bf7-acae-4bcf47595872 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:20.429355 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d00d111f-f509-46e6-9b75-f9b2e187c77d req-3ee9108f-68fd-4bf7-acae-4bcf47595872 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 945 time: 0.0515554 Sep 07 04:17:20.470655 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d00d111f-f509-46e6-9b75-f9b2e187c77d req-4fc7ca26-1284-4d9e-ab84-880dfa121064 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350266 Sep 07 04:17:21.018720 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187707dc-b9f9-41b6-87ff-a6cb23be28d8 req-854e9020-1148-4fc4-81d5-24a3a94291a3 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:21.020280 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-187707dc-b9f9-41b6-87ff-a6cb23be28d8 req-854e9020-1148-4fc4-81d5-24a3a94291a3 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 945 time: 0.0800169 Sep 07 04:17:21.032830 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9881541-dc88-4889-868e-1a6d27ff0ce8 req-2d9df38a-3020-4238-8fee-da10328ba5cd tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:21.034230 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f9881541-dc88-4889-868e-1a6d27ff0ce8 req-2d9df38a-3020-4238-8fee-da10328ba5cd tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 945 time: 0.0652747 Sep 07 04:17:21.092206 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-187707dc-b9f9-41b6-87ff-a6cb23be28d8 req-951e7658-de1b-491b-861d-9919ff31fe7c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570366 Sep 07 04:17:21.096905 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f9881541-dc88-4889-868e-1a6d27ff0ce8 req-0a6d4107-d181-4a07-b29b-250d51f5ac91 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556085 Sep 07 04:17:21.298341 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f89b08-d55f-40c5-9773-1613f7fa1727 req-a81bc729-e6e5-4574-a959-b070d5b60021 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:21.299999 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13f89b08-d55f-40c5-9773-1613f7fa1727 req-a81bc729-e6e5-4574-a959-b070d5b60021 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0572407 Sep 07 04:17:21.351553 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13f89b08-d55f-40c5-9773-1613f7fa1727 req-b6d7f594-6c28-4fd0-9e92-691fd7f557c4 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453293 Sep 07 04:17:22.212701 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece27ef-baef-467a-a43f-268ed583be7c req-340aca35-55d4-4549-8872-3c2b6c06486c tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:22.214185 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cece27ef-baef-467a-a43f-268ed583be7c req-340aca35-55d4-4549-8872-3c2b6c06486c tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 945 time: 0.0490665 Sep 07 04:17:22.256662 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cece27ef-baef-467a-a43f-268ed583be7c req-09fb90cd-a2c4-41d8-8262-529f9db808a1 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361590 Sep 07 04:17:22.482546 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710d34f-b4ad-49f4-a9a6-3b74854f1fff req-f1b017cd-c7b9-4e69-b360-759a353d44e8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:22.484001 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e710d34f-b4ad-49f4-a9a6-3b74854f1fff req-f1b017cd-c7b9-4e69-b360-759a353d44e8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0471344 Sep 07 04:17:22.523854 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e710d34f-b4ad-49f4-a9a6-3b74854f1fff req-22cec143-4795-4840-9f48-0bed96ff62c0 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330949 Sep 07 04:17:23.399383 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995723-45e0-4b95-8704-e5b2d6edd9a6 req-cc7ac34c-f636-4a91-be25-c5cd86fe591f tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:23.400780 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e4995723-45e0-4b95-8704-e5b2d6edd9a6 req-cc7ac34c-f636-4a91-be25-c5cd86fe591f tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 945 time: 0.0471888 Sep 07 04:17:23.443635 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e4995723-45e0-4b95-8704-e5b2d6edd9a6 req-18641671-9234-4fd0-ada8-f8a7e294c4df tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Sep 07 04:17:23.648459 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c230699-a8a4-48c9-93d9-5df72d20df93 req-70293b33-65e4-425a-adef-5037a978a24a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:23.650068 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c230699-a8a4-48c9-93d9-5df72d20df93 req-70293b33-65e4-425a-adef-5037a978a24a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0522764 Sep 07 04:17:23.691610 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c230699-a8a4-48c9-93d9-5df72d20df93 req-41f073e3-0bdc-4cd1-8242-6e8b92269f6a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357511 Sep 07 04:17:24.222965 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3ffe8-afb3-4513-89c0-ec48e2ee47c4 req-174d1994-9914-4337-b559-6e0c246cad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:24.227834 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-02d3ffe8-afb3-4513-89c0-ec48e2ee47c4 req-174d1994-9914-4337-b559-6e0c246cad3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 1098 time: 0.0558808 Sep 07 04:17:24.303371 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-02d3ffe8-afb3-4513-89c0-ec48e2ee47c4 req-faadd312-2966-4407-8b88-6832eaa69a00 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410593 Sep 07 04:17:24.454512 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6384c-f41e-44b5-a993-e39f913246a8 req-3d46e836-3003-499b-aab1-e32830ca0b7c tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:24.455987 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22b6384c-f41e-44b5-a993-e39f913246a8 req-3d46e836-3003-499b-aab1-e32830ca0b7c tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 945 time: 0.1057274 Sep 07 04:17:24.465711 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777e89c-5da5-4a00-af2f-7602715188fc req-55d76252-b865-4bf7-a180-78514ea37fc5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:24.467090 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-55d76252-b865-4bf7-a180-78514ea37fc5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/networks?id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 200 len: 815 time: 0.1433256 Sep 07 04:17:24.497220 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-ad081894-c98f-4378-8d23-eb883e3c4a32 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/quotas/4b8f4f1133cd4632b67dd0b5a44fcb95 HTTP/1.1" status: 200 len: 375 time: 0.0233424 Sep 07 04:17:24.531028 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22b6384c-f41e-44b5-a993-e39f913246a8 req-3f8c6901-c357-4d70-9f43-acfa3fcfa8fb tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630047 Sep 07 04:17:24.550050 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a53153b3-9a6d-40f5-9ff1-09d375b6cc7b tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470984 Sep 07 04:17:24.650572 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-0443e337-559c-47c6-8559-c2ed8d55363f service neutron] 10.222.0.41 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928903 Sep 07 04:17:24.741797 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-6c84ef26-190d-47be-8baf-28ab28545686 service neutron] 10.222.0.41 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818722 Sep 07 04:17:25.161890 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5358340d-d4b5-48b2-8366-b8f8651840ed req-521d793c-55b8-41f7-a2b5-02cdbbda487b tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 210 time: 0.0488222 Sep 07 04:17:25.183235 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07346aea-d1e2-42ec-a190-e1185a7a7d0a req-d043b13c-1ead-4d42-a1f4-8c6ed679033a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:25.185565 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-07346aea-d1e2-42ec-a190-e1185a7a7d0a req-d043b13c-1ead-4d42-a1f4-8c6ed679033a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0826128 Sep 07 04:17:25.228106 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-07346aea-d1e2-42ec-a190-e1185a7a7d0a req-396a5669-b587-419b-8846-a9d889eb0911 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357900 Sep 07 04:17:25.643784 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818936f4-b2fb-4d51-bbaf-1357bda1f906 req-c1d40934-c503-4867-9d83-8c493607743d tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:25.645189 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-818936f4-b2fb-4d51-bbaf-1357bda1f906 req-c1d40934-c503-4867-9d83-8c493607743d tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 945 time: 0.0489857 Sep 07 04:17:25.681760 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-818936f4-b2fb-4d51-bbaf-1357bda1f906 req-7addb0dc-635f-411c-b35c-aeb4d7c3157e tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306783 Sep 07 04:17:26.271628 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777e89c-5da5-4a00-af2f-7602715188fc req-87edf024-8f86-4b0d-8d21-93ecd4ecd56a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:26.273725 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-87edf024-8f86-4b0d-8d21-93ecd4ecd56a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "GET /v2.0/networks?id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 200 len: 815 time: 0.1068335 Sep 07 04:17:26.365696 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Request body: {'port': {'device_id': 'f1ba42dc-d6d3-4330-83ba-f7494f589d34', 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2', 'admin_state_up': True, 'tenant_id': '4b8f4f1133cd4632b67dd0b5a44fcb95'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:26.374993 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4a298cae-1d76-40fa-ab36-3cebf0a6e1fc req-6d24005b-fb49-443d-aaea-9caf289e37fb tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 210 time: 0.0303183 Sep 07 04:17:26.478212 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a950d-ad3c-41e8-8162-632f0bff2d28 req-f167f244-280b-4b04-a69f-2bdbb91633e7 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:26.479664 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-224a950d-ad3c-41e8-8162-632f0bff2d28 req-f167f244-280b-4b04-a69f-2bdbb91633e7 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0522025 Sep 07 04:17:26.490961 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Made reservation on behalf of 4b8f4f1133cd4632b67dd0b5a44fcb95 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:17:26.494481 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:26.518351 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-224a950d-ad3c-41e8-8162-632f0bff2d28 req-2619a9ef-f307-485b-85bd-4db3438fa400 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328243 Sep 07 04:17:26.627735 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Allocated IP 172.20.0.2 (0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2/fb4a8b95-ca00-4883-b905-48738ecdaedb/d57f9977-73ed-484e-a485-14e37b80ed0d) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:17:26.779650 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:26.797426 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30684929-e820-42bf-885f-b3310bf32cb4 req-4de1ca98-c9cb-4bcd-bee6-08b3a78c74f5 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:26.798927 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-30684929-e820-42bf-885f-b3310bf32cb4 req-4de1ca98-c9cb-4bcd-bee6-08b3a78c74f5 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 945 time: 0.0500228 Sep 07 04:17:26.819888 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:26.839486 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-30684929-e820-42bf-885f-b3310bf32cb4 req-522430f7-5e4b-4fd8-b215-d1b5c341a6a8 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342081 Sep 07 04:17:26.877434 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:17:26.883958 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:17:26.885752 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Pushing event updated for resources: {'Port': ['ID=d57f9977-73ed-484e-a485-14e37b80ed0d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:26.887793 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:17:26.909250 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['59670d2b-03ca-4d56-8169-107c1978b9cf'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:17:26.920476 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:26.920822 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:26.921159 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:26.921494 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:26.921821 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:26.922398 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:26.922729 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:26.923047 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:26.923367 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:26.923684 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:26.923999 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:26.924339 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:26.950355 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:26.950992 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:26.965627 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-a3685411-38eb-4e11-8865-1416a658833d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6080563 Sep 07 04:17:27.003009 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Request body: {'port': {'device_id': 'f1ba42dc-d6d3-4330-83ba-f7494f589d34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:27.068195 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:27.326756 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57f9977-73ed-484e-a485-14e37b80ed0d {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:17:27.336525 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:27.349080 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Transition to ACTIVE for port object d57f9977-73ed-484e-a485-14e37b80ed0d will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:17:27.353012 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:27.400811 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d57f9977-73ed-484e-a485-14e37b80ed0d,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:27.470238 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Attempting to bind port d57f9977-73ed-484e-a485-14e37b80ed0d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:17:27.470563 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Attempting to bind port d57f9977-73ed-484e-a485-14e37b80ed0d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:17:27.470883 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Attempting to bind port d57f9977-73ed-484e-a485-14e37b80ed0d on network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:17:27.474984 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Port d57f9977-73ed-484e-a485-14e37b80ed0d on network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:17:27.475296 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Attempting to bind port d57f9977-73ed-484e-a485-14e37b80ed0d on network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:17:27.481643 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:17:27.482083 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Checking segment: {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:17:27.482492 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Bound using segment: {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:17:27.482981 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Bound port: d57f9977-73ed-484e-a485-14e37b80ed0d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:17:27.483372 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:27.547996 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] For port d57f9977-73ed-484e-a485-14e37b80ed0d, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:17:27.551034 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] For port d57f9977-73ed-484e-a485-14e37b80ed0d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d57f9977-73ed-484e-a485-14e37b80ed0d,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:17:27.555987 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:27.590475 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:27.591138 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:27.592592 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/d57f9977-73ed-484e-a485-14e37b80ed0d HTTP/1.1" status: 200 len: 1093 time: 0.5938594 Sep 07 04:17:27.595811 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ba42dc-d6d3-4330-83ba-f7494f589d34', 'tag': 'd57f9977-73ed-484e-a485-14e37b80ed0d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:27.598634 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b967eb-14ca-4605-b197-bad31dcc135a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ba42dc-d6d3-4330-83ba-f7494f589d34", "tag": "d57f9977-73ed-484e-a485-14e37b80ed0d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:27.633890 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9b3cc-cd68-41bc-b3cc-c0aef55300a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d57f9977-73ed-484e-a485-14e37b80ed0d,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:27.674931 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17ca6d-44e7-4278-9877-f060e6041705 req-fa451673-0956-4edb-99a6-bd0397ccde74 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:27.676422 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fb17ca6d-44e7-4278-9877-f060e6041705 req-fa451673-0956-4edb-99a6-bd0397ccde74 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 943 time: 0.0577636 Sep 07 04:17:27.737479 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777e89c-5da5-4a00-af2f-7602715188fc req-1186ecc4-4d41-4caf-b87a-7e5d15af3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:27.738971 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-1186ecc4-4d41-4caf-b87a-7e5d15af3fe2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 1096 time: 0.0401309 Sep 07 04:17:27.740570 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c5751-07ab-4634-8d46-87ee058f59f6 req-9121a7f8-a460-46ae-aac6-234d8a129bb7 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:27.742544 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-007c5751-07ab-4634-8d46-87ee058f59f6 req-9121a7f8-a460-46ae-aac6-234d8a129bb7 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0873125 Sep 07 04:17:27.746113 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fb17ca6d-44e7-4278-9877-f060e6041705 req-4d7cb4e0-57b6-4d8e-8884-57243f57b2f5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525029 Sep 07 04:17:27.784864 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-007c5751-07ab-4634-8d46-87ee058f59f6 req-c7b3447e-e670-4081-8823-ba36e6f04b7a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358665 Sep 07 04:17:27.788704 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809c47f3-7aa2-44c8-8394-f8e5c6fbb368 x-openstack-request-id: req-809c47f3-7aa2-44c8-8394-f8e5c6fbb368 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:27.788994 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ba42dc-d6d3-4330-83ba-f7494f589d34", "tag": "d57f9977-73ed-484e-a485-14e37b80ed0d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:27.789242 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-809c47f3-7aa2-44c8-8394-f8e5c6fbb368 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:27.789632 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ba42dc-d6d3-4330-83ba-f7494f589d34', 'tag': 'd57f9977-73ed-484e-a485-14e37b80ed0d', 'status': 'completed', 'code': 200} Sep 07 04:17:27.929706 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-cbcb47fa-5f1d-4c08-9eac-ee3edfec54c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d57f9977-73ed-484e-a485-14e37b80ed0d HTTP/1.1" status: 200 len: 217 time: 0.0408416 Sep 07 04:17:27.969504 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57ae9d-6061-45fa-b17f-a75413945753 req-1c1c63e2-1fca-4d26-b023-5b8bc8a9dcc2 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:27.975255 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9b57ae9d-6061-45fa-b17f-a75413945753 req-1c1c63e2-1fca-4d26-b023-5b8bc8a9dcc2 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 945 time: 0.0581133 Sep 07 04:17:28.012415 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777e89c-5da5-4a00-af2f-7602715188fc req-e67af3df-7886-42e4-8e3a-7d86d9b0cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:28.013862 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-e67af3df-7886-42e4-8e3a-7d86d9b0cf05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb4a8b95-ca00-4883-b905-48738ecdaedb HTTP/1.1" status: 200 len: 855 time: 0.0477588 Sep 07 04:17:28.035967 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9b57ae9d-6061-45fa-b17f-a75413945753 req-b78c2a53-020b-49d3-9bbf-c88a37a74ad4 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569241 Sep 07 04:17:28.057149 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53039071-08e3-4a81-a354-ba7320531833 req-0a38769b-838a-4837-aad6-6687256dee07 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:28.058628 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-53039071-08e3-4a81-a354-ba7320531833 req-0a38769b-838a-4837-aad6-6687256dee07 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0608423 Sep 07 04:17:28.098842 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-53039071-08e3-4a81-a354-ba7320531833 req-11175820-9ffc-463c-a1fb-41faf192a329 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343750 Sep 07 04:17:28.143457 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-7090ac80-0cb7-4803-9624-47366281e487 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471253 Sep 07 04:17:28.187892 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917be48-f30d-4420-8a3f-124a156c9d68 req-a6b0cfc0-dc0b-4f64-a1c1-77fdeb254664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:28.189379 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a917be48-f30d-4420-8a3f-124a156c9d68 req-a6b0cfc0-dc0b-4f64-a1c1-77fdeb254664 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ba3c30ac964bac82d38844399d0bce&device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 1098 time: 0.0840409 Sep 07 04:17:28.305221 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-96a60072-35de-4d48-8e42-d5a159ab7b3f service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493890 Sep 07 04:17:28.340976 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917be48-f30d-4420-8a3f-124a156c9d68 req-86d99780-0158-4ba8-bed8-176c7fab578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:28.342372 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a917be48-f30d-4420-8a3f-124a156c9d68 req-86d99780-0158-4ba8-bed8-176c7fab578f service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 200 len: 918 time: 0.1242893 Sep 07 04:17:28.416454 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a917be48-f30d-4420-8a3f-124a156c9d68 req-fa7a8991-4407-4808-900a-d4073c62262f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0109329b-a614-4ab3-9aed-c6642e516ce6 HTTP/1.1" status: 200 len: 217 time: 0.0523896 Sep 07 04:17:28.485649 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51fc1f-ab6e-4649-bf2b-1c07157d9ca0 req-b0f17667-e809-4813-b7c9-1b76362a312b tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:28.487077 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1f51fc1f-ab6e-4649-bf2b-1c07157d9ca0 req-b0f17667-e809-4813-b7c9-1b76362a312b tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 945 time: 0.1658113 Sep 07 04:17:28.546945 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917be48-f30d-4420-8a3f-124a156c9d68 req-3d6717b0-0387-4cd0-8d92-5e8c392ef38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:28.548743 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a917be48-f30d-4420-8a3f-124a156c9d68 req-3d6717b0-0387-4cd0-8d92-5e8c392ef38c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a HTTP/1.1" status: 200 len: 857 time: 0.1043243 Sep 07 04:17:28.553449 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5777e89c-5da5-4a00-af2f-7602715188fc req-f4e6f250-1b14-4e30-a915-b01e8579f897 service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332480 Sep 07 04:17:28.607434 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a917be48-f30d-4420-8a3f-124a156c9d68 req-57a19824-385a-4ef8-9cf2-f23b4f405527 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d754632-b351-4011-8daa-9d3dc5d3b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265868 Sep 07 04:17:28.633765 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-1f51fc1f-ab6e-4649-bf2b-1c07157d9ca0 req-03bd7b23-e65d-4c3f-a36a-970e20bda060 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Deleting port 9a376993-08fc-4609-8a5c-8cd49a25238d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:17:28.634107 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1f51fc1f-ab6e-4649-bf2b-1c07157d9ca0 req-03bd7b23-e65d-4c3f-a36a-970e20bda060 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:28.761765 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1f51fc1f-ab6e-4649-bf2b-1c07157d9ca0 req-03bd7b23-e65d-4c3f-a36a-970e20bda060 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] For port 9a376993-08fc-4609-8a5c-8cd49a25238d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9a376993-08fc-4609-8a5c-8cd49a25238d,segment=NetworkSegment(ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa),segment_id=ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:28.762130 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1f51fc1f-ab6e-4649-bf2b-1c07157d9ca0 req-03bd7b23-e65d-4c3f-a36a-970e20bda060 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:28.800964 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-1f51fc1f-ab6e-4649-bf2b-1c07157d9ca0 req-03bd7b23-e65d-4c3f-a36a-970e20bda060 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Calling delete_port for 9a376993-08fc-4609-8a5c-8cd49a25238d owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:17:28.904717 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a917be48-f30d-4420-8a3f-124a156c9d68 req-74f0f0ce-e842-49c8-bbd0-39d48b750cb1 service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809144 Sep 07 04:17:28.907878 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b967eb-14ca-4605-b197-bad31dcc135a req-3827e4c5-8f13-4cdf-beb6-9a43c2c2192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:28.909558 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9b967eb-14ca-4605-b197-bad31dcc135a req-3827e4c5-8f13-4cdf-beb6-9a43c2c2192a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 1096 time: 0.1097636 Sep 07 04:17:28.946453 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bfcc7-a592-498b-b1eb-f71d5bffbba2 req-1c344fcf-307e-4e80-bd4c-6590b9c8706c tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:28.947919 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0a4bfcc7-a592-498b-b1eb-f71d5bffbba2 req-1c344fcf-307e-4e80-bd4c-6590b9c8706c tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 943 time: 0.0590646 Sep 07 04:17:28.989485 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0a4bfcc7-a592-498b-b1eb-f71d5bffbba2 req-13a2357b-cd3e-4e38-8bdf-204f6938623a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 Sep 07 04:17:29.126807 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b967eb-14ca-4605-b197-bad31dcc135a req-011eb25c-04bc-48d7-a2a5-b59e38e90978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:29.128330 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9b967eb-14ca-4605-b197-bad31dcc135a req-011eb25c-04bc-48d7-a2a5-b59e38e90978 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 200 len: 916 time: 0.1954710 Sep 07 04:17:29.137493 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a917be48-f30d-4420-8a3f-124a156c9d68 req-0fc3ad19-5983-47e5-ba9f-a2174866ba96 service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135000 Sep 07 04:17:29.148812 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1f51fc1f-ab6e-4649-bf2b-1c07157d9ca0 req-03bd7b23-e65d-4c3f-a36a-970e20bda060 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:29.181096 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e4455-2ed0-4169-8563-4c37480bc731 req-da0e98e2-88a1-4445-bbe2-5ff739ffc183 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:29.182611 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5a1e4455-2ed0-4169-8563-4c37480bc731 req-da0e98e2-88a1-4445-bbe2-5ff739ffc183 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 867 time: 0.0692329 Sep 07 04:17:29.186657 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7b23-e65d-4c3f-a36a-970e20bda060 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Pushing event deleted for resources: {'Port': ['ID=9a376993-08fc-4609-8a5c-8cd49a25238d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:29.213423 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['9a376993-08fc-4609-8a5c-8cd49a25238d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:17:29.224761 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9b967eb-14ca-4605-b197-bad31dcc135a req-f2c362c0-2266-49e1-9d3d-c9c1b0e09dff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d57f9977-73ed-484e-a485-14e37b80ed0d HTTP/1.1" status: 200 len: 217 time: 0.0642483 Sep 07 04:17:29.287012 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5a1e4455-2ed0-4169-8563-4c37480bc731 req-c03d011b-0c11-4c23-aefe-90e774fbca54 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892794 Sep 07 04:17:29.287469 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f51fc1f-ab6e-4649-bf2b-1c07157d9ca0 req-03bd7b23-e65d-4c3f-a36a-970e20bda060 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] No DVR routers for this DVR port 9a376993-08fc-4609-8a5c-8cd49a25238d on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:17:29.291665 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1f51fc1f-ab6e-4649-bf2b-1c07157d9ca0 req-03bd7b23-e65d-4c3f-a36a-970e20bda060 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:29.293434 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1f51fc1f-ab6e-4649-bf2b-1c07157d9ca0 req-03bd7b23-e65d-4c3f-a36a-970e20bda060 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.36 "DELETE /v2.0/ports/9a376993-08fc-4609-8a5c-8cd49a25238d HTTP/1.1" status: 204 len: 173 time: 0.7977874 Sep 07 04:17:29.304747 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597ed3c-ee79-4775-9138-d43e0f8b8028 req-3c96c0d3-47fb-428a-a000-4b792609b79c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:29.306228 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9597ed3c-ee79-4775-9138-d43e0f8b8028 req-3c96c0d3-47fb-428a-a000-4b792609b79c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0711672 Sep 07 04:17:29.314041 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b967eb-14ca-4605-b197-bad31dcc135a req-a38bd5a8-dedb-47e0-8b9d-db7f1690e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:29.316228 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9b967eb-14ca-4605-b197-bad31dcc135a req-a38bd5a8-dedb-47e0-8b9d-db7f1690e0d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb4a8b95-ca00-4883-b905-48738ecdaedb HTTP/1.1" status: 200 len: 855 time: 0.0718391 Sep 07 04:17:29.351379 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9597ed3c-ee79-4775-9138-d43e0f8b8028 req-280367d7-3dc8-43f4-a803-c8e6c94d7795 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338969 Sep 07 04:17:29.351710 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9b967eb-14ca-4605-b197-bad31dcc135a req-97393d4b-c31b-4fce-84d5-df16f2df5f25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243232 Sep 07 04:17:29.451071 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9b967eb-14ca-4605-b197-bad31dcc135a req-06768161-7816-4a1a-ab99-3ede5aaba994 service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884547 Sep 07 04:17:29.555918 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9b967eb-14ca-4605-b197-bad31dcc135a req-76585f7b-c88f-48a3-adbb-49e7e1ac152d service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857229 Sep 07 04:17:29.790958 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdb703e-d8c9-4f65-9826-1c36b3c34a21', 'name': 'network-vif-deleted', 'tag': '9a376993-08fc-4609-8a5c-8cd49a25238d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:29.793320 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e248bc-9d36-4991-8e72-6e6bfb88d8d0" -d '{"events": [{"server_uuid": "1cdb703e-d8c9-4f65-9826-1c36b3c34a21", "name": "network-vif-deleted", "tag": "9a376993-08fc-4609-8a5c-8cd49a25238d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:29.827725 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c37e74e-de88-4bfc-9993-e4651504489c x-openstack-request-id: req-9c37e74e-de88-4bfc-9993-e4651504489c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:29.828005 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdb703e-d8c9-4f65-9826-1c36b3c34a21", "name": "network-vif-deleted", "tag": "9a376993-08fc-4609-8a5c-8cd49a25238d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:29.828248 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c37e74e-de88-4bfc-9993-e4651504489c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:29.828691 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdb703e-d8c9-4f65-9826-1c36b3c34a21', 'name': 'network-vif-deleted', 'tag': '9a376993-08fc-4609-8a5c-8cd49a25238d', 'status': 'completed', 'code': 200} Sep 07 04:17:30.266931 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f79aa0-b155-4c98-93ff-16df41b6fbbd req-ecf9c30d-d6f9-44f9-9dae-cdd32245dd26 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:30.268682 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-55f79aa0-b155-4c98-93ff-16df41b6fbbd req-ecf9c30d-d6f9-44f9-9dae-cdd32245dd26 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 943 time: 0.0607414 Sep 07 04:17:30.307516 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-55f79aa0-b155-4c98-93ff-16df41b6fbbd req-5591e5f1-3cb0-4677-bc14-56c495e0aca4 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Sep 07 04:17:30.403521 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-36199d2d-8bf4-4adf-bf1a-cb4ce7d0b501 req-59902340-4b1f-4aa4-b8d2-115ee93e490f tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cdb703e-d8c9-4f65-9826-1c36b3c34a21 HTTP/1.1" status: 200 len: 210 time: 0.0302274 Sep 07 04:17:30.473736 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8a979-ec4b-495a-b01c-7973cefa7a9d req-b6b38699-6520-4870-ba3e-1bac8c166180 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:30.475267 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ab8a979-ec4b-495a-b01c-7973cefa7a9d req-b6b38699-6520-4870-ba3e-1bac8c166180 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0498118 Sep 07 04:17:30.518568 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ab8a979-ec4b-495a-b01c-7973cefa7a9d req-7ea186d3-fe77-4ee3-8f6b-49f888e65602 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374746 Sep 07 04:17:31.424420 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663fe5a-4101-45d8-9ea9-f80d3392ae4d req-7b5e4517-f294-4422-97f3-daac957564d9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:31.425834 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0663fe5a-4101-45d8-9ea9-f80d3392ae4d req-7b5e4517-f294-4422-97f3-daac957564d9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 943 time: 0.0496821 Sep 07 04:17:31.463337 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0663fe5a-4101-45d8-9ea9-f80d3392ae4d req-1d90134b-d814-4e90-906d-d34d580362a3 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Sep 07 04:17:31.666749 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0b747-4e6c-4501-ad86-d6dd9c78189f req-df48bea8-240d-481b-9675-401bbb107fb6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:31.668298 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-62c0b747-4e6c-4501-ad86-d6dd9c78189f req-df48bea8-240d-481b-9675-401bbb107fb6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0792983 Sep 07 04:17:31.748640 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-62c0b747-4e6c-4501-ad86-d6dd9c78189f req-0979b04a-f502-4ef5-89df-d5500f2e98be tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507166 Sep 07 04:17:31.758811 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a948e-9aa3-4832-9216-af8791802306 req-f616654b-afdd-4125-9d4a-0972d77b9383 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:31.760225 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-f616654b-afdd-4125-9d4a-0972d77b9383 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/networks?id=efddb0d9-5d96-49df-af47-cdf87d78072d HTTP/1.1" status: 200 len: 809 time: 0.1424906 Sep 07 04:17:31.775893 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-47582232-8a09-45d7-923e-6cc8b3213651 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/quotas/b8d32b636920433e975eec0bc28a3913 HTTP/1.1" status: 200 len: 375 time: 0.0097451 Sep 07 04:17:31.793073 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 9a376993-08fc-4609-8a5c-8cd49a25238d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:17:31.808841 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-ffd878d4-75ae-4d5e-8097-e7d0fd689c1d tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8d32b636920433e975eec0bc28a3913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258510 Sep 07 04:17:31.812196 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: 9a376993-08fc-4609-8a5c-8cd49a25238d {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:17:31.812560 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 9a376993-08fc-4609-8a5c-8cd49a25238d not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:17:31.901351 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-3be878f1-0b6f-47be-94f0-6663d3a45af2 service neutron] 10.222.0.41 "GET /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854623 Sep 07 04:17:31.993098 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-7f1690ec-b5d7-44b3-8888-6d6792072150 service neutron] 10.222.0.41 "GET /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856173 Sep 07 04:17:32.161008 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fb15636e-0d88-4985-b89d-537417cb9a77 req-58a8a61f-a161-4113-9460-1ed52f7fc1ce tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 210 time: 0.0271487 Sep 07 04:17:32.602773 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91301e87-0f36-4dc3-9fec-e2350fe3fe3c req-ea05ab7d-4ac3-4d34-83c1-a1e927876166 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:32.604287 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-91301e87-0f36-4dc3-9fec-e2350fe3fe3c req-ea05ab7d-4ac3-4d34-83c1-a1e927876166 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 943 time: 0.0520451 Sep 07 04:17:32.648383 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-91301e87-0f36-4dc3-9fec-e2350fe3fe3c req-5e362a74-c065-48b6-9df7-421854be789b tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379236 Sep 07 04:17:32.895177 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51258c71-c6f1-4603-864b-c2dc6c6a74de req-0938c5bc-2ab2-44b3-a405-d91fcb86b16f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:32.896721 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-51258c71-c6f1-4603-864b-c2dc6c6a74de req-0938c5bc-2ab2-44b3-a405-d91fcb86b16f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 945 time: 0.0673831 Sep 07 04:17:32.908077 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e4110-dc56-4728-b2e5-aedfbe8f71a5 req-a6f7de26-3c12-4f44-bd61-22caa030fb72 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:32.909551 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bf4e4110-dc56-4728-b2e5-aedfbe8f71a5 req-a6f7de26-3c12-4f44-bd61-22caa030fb72 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0887530 Sep 07 04:17:32.963644 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-51258c71-c6f1-4603-864b-c2dc6c6a74de req-2da6198c-af22-4aca-b160-b01c5af8cb34 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531526 Sep 07 04:17:32.971181 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bf4e4110-dc56-4728-b2e5-aedfbe8f71a5 req-ec1927bf-f7d6-4c10-aeb7-8f6f5d6a19f2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540943 Sep 07 04:17:32.986065 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 41242) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:33.203325 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6893a65b-bfdd-40b6-8609-d5dd9043bdb4 tempest-TestMinimumBasicScenario-383681518 tempest-TestMinimumBasicScenario-383681518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:33.204872 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-6893a65b-bfdd-40b6-8609-d5dd9043bdb4 tempest-TestMinimumBasicScenario-383681518 tempest-TestMinimumBasicScenario-383681518-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 1093 time: 0.2177539 Sep 07 04:17:33.207701 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 41248) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:33.212445 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Request body: {'floatingip': {'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'port_id': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:33.242126 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:33.260181 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2c756229-a7cc-43ad-b73c-a3952b15386c req-5e519036-1938-4c76-a945-82de2c5fd2c9 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 210 time: 0.0295391 Sep 07 04:17:33.547839 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:33.663849 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Allocated IP 172.27.3.78 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/2de76f04-1cdb-4839-a5c2-fe9dabdd2c0d) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:17:33.710763 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a948e-9aa3-4832-9216-af8791802306 req-f39eaa16-e992-4b05-a47e-0a47c162e17b tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:33.712739 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-f39eaa16-e992-4b05-a47e-0a47c162e17b tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.36 "GET /v2.0/networks?id=efddb0d9-5d96-49df-af47-cdf87d78072d HTTP/1.1" status: 200 len: 809 time: 0.3366530 Sep 07 04:17:33.769706 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:33.773209 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device d57f9977-73ed-484e-a485-14e37b80ed0d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:17:33.810508 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:33.836722 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-7e6a948e-9aa3-4832-9216-af8791802306 req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Request body: {'port': {'device_id': '5c25f434-0b0f-457f-af07-0dd95d3cbb8a', 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d', 'admin_state_up': True, 'tenant_id': 'b8d32b636920433e975eec0bc28a3913'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:33.858553 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:17:33.873727 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:17:33.889528 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:17:33.892405 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port d57f9977-73ed-484e-a485-14e37b80ed0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d57f9977-73ed-484e-a485-14e37b80ed0d,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:33.892593 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event updated for resources: {'Port': ['ID=2de76f04-1cdb-4839-a5c2-fe9dabdd2c0d,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:33.904194 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'd57f9977-73ed-484e-a485-14e37b80ed0d', 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2', 'port_id': 'd57f9977-73ed-484e-a485-14e37b80ed0d', 'mac_address': 'fa:16:3e:57:75:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4a8b95-ca00-4883-b905-48738ecdaedb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:17:33.940063 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:33.940511 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:33.940928 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:33.941269 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:33.941606 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:33.941936 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:33.942261 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:33.942585 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:33.942911 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:33.943242 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:33.943562 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:33.943889 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:17:33.951113 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:33.966393 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57f9977-73ed-484e-a485-14e37b80ed0d {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:17:33.967076 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b22d9-25c9-4ee5-83b8-a371fc0a66a3 req-3bf233df-d95a-4175-bf5c-af041edc2691 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:33.968625 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-401b22d9-25c9-4ee5-83b8-a371fc0a66a3 req-3bf233df-d95a-4175-bf5c-af041edc2691 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 943 time: 0.1146986 Sep 07 04:17:33.976637 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6a948e-9aa3-4832-9216-af8791802306 req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Made reservation on behalf of b8d32b636920433e975eec0bc28a3913 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:17:33.980782 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e6a948e-9aa3-4832-9216-af8791802306 req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:33.991269 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port d57f9977-73ed-484e-a485-14e37b80ed0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d57f9977-73ed-484e-a485-14e37b80ed0d,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:33.997716 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:34.074091 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=d57f9977-73ed-484e-a485-14e37b80ed0d,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:34.133965 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-401b22d9-25c9-4ee5-83b8-a371fc0a66a3 req-f7836cb2-bb0d-4212-9cce-5b746d4ae89e tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378145 Sep 07 04:17:34.167613 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-7e6a948e-9aa3-4832-9216-af8791802306 req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Allocated IP 172.20.0.2 (efddb0d9-5d96-49df-af47-cdf87d78072d/7e8c02ad-2b63-4f0c-9ee7-bc869582225f/21008284-8da9-4dc9-8cab-d90550e1f294) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:17:34.201980 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400291d-6eb3-4fc3-a0c5-f7cfcf70f93a req-60833942-888f-45ec-a1bb-4dc65fe3f7b8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:34.203466 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5400291d-6eb3-4fc3-a0c5-f7cfcf70f93a req-60833942-888f-45ec-a1bb-4dc65fe3f7b8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.1147649 Sep 07 04:17:34.286265 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5400291d-6eb3-4fc3-a0c5-f7cfcf70f93a req-ad9bdb9f-750a-42cb-b100-709e554919ad tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499573 Sep 07 04:17:34.322302 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e6a948e-9aa3-4832-9216-af8791802306 req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:34.363108 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e6a948e-9aa3-4832-9216-af8791802306 req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:34.367382 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-65edad83-ecdf-4dd5-9655-e20cbcb0e7dc req-ab1c9e5e-f0cf-4cff-904b-db94432d7b7f tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 210 time: 0.0315061 Sep 07 04:17:34.406273 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6a948e-9aa3-4832-9216-af8791802306 req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Network efddb0d9-5d96-49df-af47-cdf87d78072d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:17:34.409390 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-7e6a948e-9aa3-4832-9216-af8791802306 req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:17:34.413185 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6a948e-9aa3-4832-9216-af8791802306 req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:17:34.421581 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Pushing event updated for resources: {'Port': ['ID=21008284-8da9-4dc9-8cab-d90550e1f294,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:34.470061 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a948e-9aa3-4832-9216-af8791802306 req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:34.470590 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e6a948e-9aa3-4832-9216-af8791802306 req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:34.487111 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-0706f486-6465-4a1c-8bd7-059c476452ef tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556070 Sep 07 04:17:34.534048 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:34.570225 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Request body: {'port': {'device_id': '5c25f434-0b0f-457f-af07-0dd95d3cbb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:34.626995 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:34.634213 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:34.674182 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['d57f9977-73ed-484e-a485-14e37b80ed0d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:17:34.789683 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:34.807537 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:34.881296 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event updated for resources: {'Port': ['ID=2de76f04-1cdb-4839-a5c2-fe9dabdd2c0d,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:34.886025 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:34.920503 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21008284-8da9-4dc9-8cab-d90550e1f294 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:17:34.929565 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:34.943967 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Transition to ACTIVE for port object 21008284-8da9-4dc9-8cab-d90550e1f294 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:17:34.949095 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:34.999246 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Floating IP ce1003d7-fd05-450c-8702-8a4d49655fba associated. External IP: 172.27.3.78, port: bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d. Sep 07 04:17:35.001564 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Pushing event updated for resources: {'Port': ['ID=21008284-8da9-4dc9-8cab-d90550e1f294,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:35.073542 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Attempting to bind port 21008284-8da9-4dc9-8cab-d90550e1f294 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:17:35.073793 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Attempting to bind port 21008284-8da9-4dc9-8cab-d90550e1f294 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:17:35.074121 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Attempting to bind port 21008284-8da9-4dc9-8cab-d90550e1f294 on network efddb0d9-5d96-49df-af47-cdf87d78072d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:17:35.079024 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Port 21008284-8da9-4dc9-8cab-d90550e1f294 on network efddb0d9-5d96-49df-af47-cdf87d78072d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:17:35.079451 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Attempting to bind port 21008284-8da9-4dc9-8cab-d90550e1f294 on network efddb0d9-5d96-49df-af47-cdf87d78072d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:17:35.086469 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:17:35.086805 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Checking segment: {'id': 'ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:17:35.087181 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Bound using segment: {'id': 'ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:17:35.087601 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Bound port: 21008284-8da9-4dc9-8cab-d90550e1f294, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:17:35.087953 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:35.153329 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] For port 21008284-8da9-4dc9-8cab-d90550e1f294, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:17:35.156370 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] For port 21008284-8da9-4dc9-8cab-d90550e1f294, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21008284-8da9-4dc9-8cab-d90550e1f294,segment=NetworkSegment(ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa),segment_id=ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:17:35.162278 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:35.201216 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:35.201823 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:35.203227 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] 10.222.0.36 "PUT /v2.0/ports/21008284-8da9-4dc9-8cab-d90550e1f294 HTTP/1.1" status: 200 len: 1093 time: 0.6373694 Sep 07 04:17:35.203764 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c25f434-0b0f-457f-af07-0dd95d3cbb8a', 'tag': '21008284-8da9-4dc9-8cab-d90550e1f294'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:35.206140 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6cad77-1f93-46d8-8f09-ad5d83b4e6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5c25f434-0b0f-457f-af07-0dd95d3cbb8a", "tag": "21008284-8da9-4dc9-8cab-d90550e1f294"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:35.234552 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24c9b4-52f2-4982-9430-03e110c71745 service neutron] Pushing event updated for resources: {'Port': ['ID=21008284-8da9-4dc9-8cab-d90550e1f294,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:35.251493 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba8bd2d-f2df-4b32-9740-0f18bc777b64 x-openstack-request-id: req-9ba8bd2d-f2df-4b32-9740-0f18bc777b64 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:35.251858 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c25f434-0b0f-457f-af07-0dd95d3cbb8a", "tag": "21008284-8da9-4dc9-8cab-d90550e1f294", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:35.252165 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ba8bd2d-f2df-4b32-9740-0f18bc777b64 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:35.252629 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c25f434-0b0f-457f-af07-0dd95d3cbb8a', 'tag': '21008284-8da9-4dc9-8cab-d90550e1f294', 'status': 'completed', 'code': 200} Sep 07 04:17:35.274386 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:17:35.287198 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667a521-8e82-491b-972c-88ef784cde12 req-f17b06be-e5ff-4de8-bf4d-fce5e5f7037f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:35.289340 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9667a521-8e82-491b-972c-88ef784cde12 req-f17b06be-e5ff-4de8-bf4d-fce5e5f7037f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 944 time: 0.0772815 Sep 07 04:17:35.342827 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a948e-9aa3-4832-9216-af8791802306 req-8c2b2009-ef99-4465-8d49-a028916d66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:35.344424 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-8c2b2009-ef99-4465-8d49-a028916d66a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8d32b636920433e975eec0bc28a3913&device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 1096 time: 0.0479302 Sep 07 04:17:35.406430 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-909f312d-2134-4da2-926f-1bf5f1d79ef3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21008284-8da9-4dc9-8cab-d90550e1f294 HTTP/1.1" status: 200 len: 217 time: 0.0396969 Sep 07 04:17:35.456997 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a948e-9aa3-4832-9216-af8791802306 req-c164fee7-def0-4b33-9421-bdac97bff2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:35.458474 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-c164fee7-def0-4b33-9421-bdac97bff2bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e8c02ad-2b63-4f0c-9ee7-bc869582225f HTTP/1.1" status: 200 len: 849 time: 0.0447626 Sep 07 04:17:35.502494 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-40c69c26-c214-4ac6-97b4-6cfb5e70cf5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=efddb0d9-5d96-49df-af47-cdf87d78072d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352385 Sep 07 04:17:35.597427 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-96cc3b2d-91b0-4d66-8499-5b96632ba7b1 service neutron] 10.222.0.36 "GET /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867076 Sep 07 04:17:35.609779 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9667a521-8e82-491b-972c-88ef784cde12 req-5e8548b5-ab0e-4944-9e86-9b3833c487d0 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126068 Sep 07 04:17:35.643628 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938d84b-ca35-4226-83d1-ca88b945f371 req-fdefa5e8-d378-454f-97ab-8159af58c6e1 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:35.645232 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3938d84b-ca35-4226-83d1-ca88b945f371 req-fdefa5e8-d378-454f-97ab-8159af58c6e1 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.1159728 Sep 07 04:17:35.687094 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:17:35.698215 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8111338-4cf1-4b6b-a2c9-41397715a4dc None None] Sync routers for ids ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:17:35.709222 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e6a948e-9aa3-4832-9216-af8791802306 req-cd7e3bff-c566-4904-81c1-d3259dfd2a45 service neutron] 10.222.0.36 "GET /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005590 Sep 07 04:17:35.709476 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8111338-4cf1-4b6b-a2c9-41397715a4dc None None] Routers {'0fcfda39-7118-43cb-a793-b9e8f4f52a53'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:17:35.710032 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c8111338-4cf1-4b6b-a2c9-41397715a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:17:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:17:35.732807 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3938d84b-ca35-4226-83d1-ca88b945f371 req-49a78d91-0b9f-47c2-a24c-344dc964f2f5 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761716 Sep 07 04:17:35.743919 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:35.774434 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8665a-687e-49f8-b6de-4c6049a07bd4 req-fce50198-a631-4a34-9d0f-d845f4b88505 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:35.775941 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bcc8665a-687e-49f8-b6de-4c6049a07bd4 req-fce50198-a631-4a34-9d0f-d845f4b88505 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 943 time: 0.1088307 Sep 07 04:17:35.788869 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b3b2fff9-f1c9-4936-af39-1b1aaba2f110 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5799918 Sep 07 04:17:35.790506 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:35.792737 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21704e5efdf44e8a7543bf401c638a30a9902a7b9881d0b470a3fbdbe53cef61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc548885-431f-46e8-8ed2-4047c910a6df" -d '{"events": [{"name": "network-changed", "server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:35.793333 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 41284) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:35.798590 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e9900085-1c3c-4185-a7b4-059063ef0613 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851205765', 'description': 'tempest-secgroup-smoke-1851205765 description', 'project_id': '636c1bfc812e490d9d4448ed8a4136dc'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:35.838589 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c8111338-4cf1-4b6b-a2c9-41397715a4dc None None] Set router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:17:35.864474 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bcc8665a-687e-49f8-b6de-4c6049a07bd4 req-ea7d0141-1dec-4e1f-9967-b2b2fd6e15c3 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707796 Sep 07 04:17:35.878968 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09384aae-f5a3-4db8-b016-c85a5996e0d2 x-openstack-request-id: req-09384aae-f5a3-4db8-b016-c85a5996e0d2 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:35.879444 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:35.879970 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09384aae-f5a3-4db8-b016-c85a5996e0d2 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:35.880551 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'status': 'completed', 'code': 200} Sep 07 04:17:35.884003 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9900085-1c3c-4185-a7b4-059063ef0613 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:35.932717 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cad77-1f93-46d8-8f09-ad5d83b4e6ef req-f79e6228-2933-4fd3-aa5c-1bd7a4a61125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:35.934250 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1d6cad77-1f93-46d8-8f09-ad5d83b4e6ef req-f79e6228-2933-4fd3-aa5c-1bd7a4a61125 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8d32b636920433e975eec0bc28a3913&device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 1096 time: 0.0937288 Sep 07 04:17:36.121404 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9900085-1c3c-4185-a7b4-059063ef0613 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.132579 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9900085-1c3c-4185-a7b4-059063ef0613 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.167058 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c8111338-4cf1-4b6b-a2c9-41397715a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:16:14Z', 'revision_number': 4, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'ce1003d7-fd05-450c-8702-8a4d49655fba', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'port_id': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'mac_address': 'fa:16:3e:70:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:17:34Z', 'updated_at': '2021-09-07T04:17:34Z', 'revision_number': 0, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca', 'name': '', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'mac_address': 'fa:16:3e:7e:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:13Z', 'updated_at': '2021-09-07T04:16:21Z', 'revision_number': 5, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'subnets': [{'id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:17:36.167915 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9900085-1c3c-4185-a7b4-059063ef0613 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.172183 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e9900085-1c3c-4185-a7b4-059063ef0613 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3748405 Sep 07 04:17:36.172493 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 41296) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:36.176960 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-39385ba4-1bc4-4757-a86d-46cb70edad8e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Request body: {'security_group_rule': {'security_group_id': '0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185', 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:36.196834 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8111338-4cf1-4b6b-a2c9-41397715a4dc None None] Checking router: 0fcfda39-7118-43cb-a793-b9e8f4f52a53 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:17:36.204585 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc548885-431f-46e8-8ed2-4047c910a6df req-f5d5a8ba-07a7-4f29-97b8-e99d59d9be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:36.206248 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8111338-4cf1-4b6b-a2c9-41397715a4dc None None] Routers {'0fcfda39-7118-43cb-a793-b9e8f4f52a53'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:17:36.206372 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dc548885-431f-46e8-8ed2-4047c910a6df req-f5d5a8ba-07a7-4f29-97b8-e99d59d9be10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636c1bfc812e490d9d4448ed8a4136dc&device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 1098 time: 0.2425201 Sep 07 04:17:36.206867 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c8111338-4cf1-4b6b-a2c9-41397715a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:17:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:17:36.207704 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cad77-1f93-46d8-8f09-ad5d83b4e6ef req-5298a630-bc44-491b-8f37-4c33785576c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:36.209186 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1d6cad77-1f93-46d8-8f09-ad5d83b4e6ef req-5298a630-bc44-491b-8f37-4c33785576c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=efddb0d9-5d96-49df-af47-cdf87d78072d HTTP/1.1" status: 200 len: 910 time: 0.2441280 Sep 07 04:17:36.209923 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9900085-1c3c-4185-a7b4-059063ef0613 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:36.212517 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-39385ba4-1bc4-4757-a86d-46cb70edad8e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.263912 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-39385ba4-1bc4-4757-a86d-46cb70edad8e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.268651 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-39385ba4-1bc4-4757-a86d-46cb70edad8e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.285292 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1d6cad77-1f93-46d8-8f09-ad5d83b4e6ef req-7ffa0459-43ad-4ead-8900-ff42d44e577f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21008284-8da9-4dc9-8cab-d90550e1f294 HTTP/1.1" status: 200 len: 217 time: 0.0603905 Sep 07 04:17:36.285705 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39385ba4-1bc4-4757-a86d-46cb70edad8e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b572060e-02d9-4ccf-9d89-4aea518f1411,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:36.297738 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-39385ba4-1bc4-4757-a86d-46cb70edad8e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.302146 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-39385ba4-1bc4-4757-a86d-46cb70edad8e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257169 Sep 07 04:17:36.302146 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 41298) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:36.312489 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-28aa00fc-261c-4905-a4d3-d8250f115131 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Request body: {'security_group_rule': {'security_group_id': '0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185', 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:36.326482 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c8111338-4cf1-4b6b-a2c9-41397715a4dc None None] Set router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:17:36.342561 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-28aa00fc-261c-4905-a4d3-d8250f115131 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.383135 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc548885-431f-46e8-8ed2-4047c910a6df req-6d8105ab-7876-4593-b358-5bccdd5fa00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:36.384539 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dc548885-431f-46e8-8ed2-4047c910a6df req-6d8105ab-7876-4593-b358-5bccdd5fa00d service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 HTTP/1.1" status: 200 len: 914 time: 0.1616166 Sep 07 04:17:36.395342 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cad77-1f93-46d8-8f09-ad5d83b4e6ef req-3105b64b-42d0-4c4e-94ad-bcd0c64ae5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:36.396772 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1d6cad77-1f93-46d8-8f09-ad5d83b4e6ef req-3105b64b-42d0-4c4e-94ad-bcd0c64ae5e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e8c02ad-2b63-4f0c-9ee7-bc869582225f HTTP/1.1" status: 200 len: 849 time: 0.0575356 Sep 07 04:17:36.402007 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-28aa00fc-261c-4905-a4d3-d8250f115131 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.408017 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-28aa00fc-261c-4905-a4d3-d8250f115131 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.431945 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa00fc-261c-4905-a4d3-d8250f115131 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb180df-46b2-4241-923a-105f70b8fa44,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:36.441581 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-28aa00fc-261c-4905-a4d3-d8250f115131 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.445495 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-28aa00fc-261c-4905-a4d3-d8250f115131 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344533 Sep 07 04:17:36.445733 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 41300) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:36.450347 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-729b12dd-9942-4483-8f6c-9199c14ee6d6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Request body: {'security_group_rule': {'security_group_id': '0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185', 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:36.476195 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1d6cad77-1f93-46d8-8f09-ad5d83b4e6ef req-91faa63c-0c53-47f6-b2e3-6a398693886a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=efddb0d9-5d96-49df-af47-cdf87d78072d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692415 Sep 07 04:17:36.478016 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-729b12dd-9942-4483-8f6c-9199c14ee6d6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.512543 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dc548885-431f-46e8-8ed2-4047c910a6df req-79d91b6a-a5eb-45bf-8d39-7527e7ae4be6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d HTTP/1.1" status: 200 len: 998 time: 0.1142509 Sep 07 04:17:36.538689 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-729b12dd-9942-4483-8f6c-9199c14ee6d6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.542885 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-729b12dd-9942-4483-8f6c-9199c14ee6d6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.565937 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b12dd-9942-4483-8f6c-9199c14ee6d6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214cd2da-9f54-4454-9959-a5364cdb821c,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:36.574785 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-729b12dd-9942-4483-8f6c-9199c14ee6d6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.576125 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-729b12dd-9942-4483-8f6c-9199c14ee6d6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294010 Sep 07 04:17:36.580626 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 41304) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:36.586975 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-8eed6a07-40a0-48d6-bb83-ebe52c8ab38e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Request body: {'security_group_rule': {'security_group_id': '0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185', 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:36.600983 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c8111338-4cf1-4b6b-a2c9-41397715a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:16:14Z', 'revision_number': 4, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'ce1003d7-fd05-450c-8702-8a4d49655fba', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'port_id': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'mac_address': 'fa:16:3e:70:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:17:34Z', 'updated_at': '2021-09-07T04:17:34Z', 'revision_number': 0, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca', 'name': '', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'mac_address': 'fa:16:3e:7e:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:13Z', 'updated_at': '2021-09-07T04:16:21Z', 'revision_number': 5, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'subnets': [{'id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:17:36.611205 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc548885-431f-46e8-8ed2-4047c910a6df req-aa8597b5-5b81-4ec7-86fa-6ac5af926e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:36.612943 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dc548885-431f-46e8-8ed2-4047c910a6df req-aa8597b5-5b81-4ec7-86fa-6ac5af926e2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=457c2ba9-a4f8-4af9-a264-a6bd9eb3f686 HTTP/1.1" status: 200 len: 852 time: 0.0916779 Sep 07 04:17:36.622301 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8eed6a07-40a0-48d6-bb83-ebe52c8ab38e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.638147 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8111338-4cf1-4b6b-a2c9-41397715a4dc None None] The sync data for ids ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'] in dv-cinder-778193-8-iscsi is: [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:16:14Z', 'revision_number': 4, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'ce1003d7-fd05-450c-8702-8a4d49655fba', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'port_id': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'mac_address': 'fa:16:3e:70:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:17:34Z', 'updated_at': '2021-09-07T04:17:34Z', 'revision_number': 0, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca', 'name': '', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'mac_address': 'fa:16:3e:7e:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:13Z', 'updated_at': '2021-09-07T04:16:21Z', 'revision_number': 5, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'subnets': [{'id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:17:36.665939 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1d6cad77-1f93-46d8-8f09-ad5d83b4e6ef req-04bf2f2e-16ee-4dcf-a4e2-d321db33283a service neutron] 10.222.0.36 "GET /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789293 Sep 07 04:17:36.704455 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc548885-431f-46e8-8ed2-4047c910a6df req-058068f6-59b9-41ee-adce-7b994f985a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:36.706082 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dc548885-431f-46e8-8ed2-4047c910a6df req-058068f6-59b9-41ee-adce-7b994f985a95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808444 Sep 07 04:17:36.716433 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8eed6a07-40a0-48d6-bb83-ebe52c8ab38e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.741640 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8eed6a07-40a0-48d6-bb83-ebe52c8ab38e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.765544 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed6a07-40a0-48d6-bb83-ebe52c8ab38e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd28a2fa-8d13-4ce6-a212-50e94c3b09e9,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:36.771428 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8eed6a07-40a0-48d6-bb83-ebe52c8ab38e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.775865 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8eed6a07-40a0-48d6-bb83-ebe52c8ab38e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1916146 Sep 07 04:17:36.777292 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 41308) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:36.782265 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-4da4961c-e567-4ef0-831b-ea18af52cafa tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Request body: {'security_group_rule': {'security_group_id': '0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185', 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:36.802440 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832e2fc-ff02-4e44-8a58-06a13af81bb1 req-4ba9fa5d-0d16-44f6-a61a-4e7203924ce3 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:36.808778 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d832e2fc-ff02-4e44-8a58-06a13af81bb1 req-4ba9fa5d-0d16-44f6-a61a-4e7203924ce3 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 944 time: 0.1116765 Sep 07 04:17:36.851150 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1d6cad77-1f93-46d8-8f09-ad5d83b4e6ef req-0e7fd13a-a3a2-43bd-9ec9-1e7fad3b9f4f service neutron] 10.222.0.36 "GET /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713820 Sep 07 04:17:36.859341 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.securitygroups_db [None req-4da4961c-e567-4ef0-831b-ea18af52cafa tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Project 636c1bfc812e490d9d4448ed8a4136dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 04:17:36.867433 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dc548885-431f-46e8-8ed2-4047c910a6df req-1122c74c-0e01-4a23-ba7b-b1a275937238 service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494675 Sep 07 04:17:36.868913 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d832e2fc-ff02-4e44-8a58-06a13af81bb1 req-9a9a2e4c-8a59-40f7-a7a7-c1e2e3b67259 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590503 Sep 07 04:17:36.869897 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4da4961c-e567-4ef0-831b-ea18af52cafa tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.892942 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72042e7-4980-41af-9abc-b8adfe3f06cf None None] New status for floating IP ce1003d7-fd05-450c-8702-8a4d49655fba: ACTIVE {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:17:36.945554 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4da4961c-e567-4ef0-831b-ea18af52cafa tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:36.950282 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4da4961c-e567-4ef0-831b-ea18af52cafa tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:37.001061 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4961c-e567-4ef0-831b-ea18af52cafa tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3749f1fa-147c-4e3f-ba6a-a7eb0635fe65,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:37.001374 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dc548885-431f-46e8-8ed2-4047c910a6df req-1d840e10-908d-48ae-951e-611b3d75976c service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010935 Sep 07 04:17:37.013678 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4da4961c-e567-4ef0-831b-ea18af52cafa tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:37.017385 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4da4961c-e567-4ef0-831b-ea18af52cafa tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2366276 Sep 07 04:17:37.018127 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 41312) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:17:37.023465 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-145c65a1-938f-431d-9a47-6fd8d006884b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Request body: {'security_group_rule': {'security_group_id': '0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185', 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:37.032625 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b47af-b646-491d-9645-e289f661a90c req-a242159c-409d-4243-9f07-b8f8b4ef0f91 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:37.034567 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-251b47af-b646-491d-9645-e289f661a90c req-a242159c-409d-4243-9f07-b8f8b4ef0f91 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 943 time: 0.0641255 Sep 07 04:17:37.047725 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-145c65a1-938f-431d-9a47-6fd8d006884b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Project 636c1bfc812e490d9d4448ed8a4136dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 04:17:37.052852 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-145c65a1-938f-431d-9a47-6fd8d006884b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:37.081815 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-251b47af-b646-491d-9645-e289f661a90c req-a18b161d-a814-4c15-927d-c239f8f4869b tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380342 Sep 07 04:17:37.120588 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-145c65a1-938f-431d-9a47-6fd8d006884b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:37.125933 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-145c65a1-938f-431d-9a47-6fd8d006884b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:37.153473 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c65a1-938f-431d-9a47-6fd8d006884b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae82297-bfb9-4b8f-87bc-b36d3effa4fb,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:37.158534 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-145c65a1-938f-431d-9a47-6fd8d006884b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:37.159795 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-145c65a1-938f-431d-9a47-6fd8d006884b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404734 Sep 07 04:17:37.247382 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-365c73dd-856b-4ace-9173-2a334ae67f28 req-e645b103-1be7-4231-96cf-d15baf26d838 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851205765&fields=id&tenant_id=636c1bfc812e490d9d4448ed8a4136dc HTTP/1.1" status: 200 len: 267 time: 0.0315185 Sep 07 04:17:37.303764 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c73dd-856b-4ace-9173-2a334ae67f28 req-77f3b56d-003c-465f-abd2-18a9fd184531 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:37.305241 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-365c73dd-856b-4ace-9173-2a334ae67f28 req-77f3b56d-003c-465f-abd2-18a9fd184531 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 945 time: 0.0519400 Sep 07 04:17:37.315955 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-365c73dd-856b-4ace-9173-2a334ae67f28 req-09315b72-2424-4aaa-b651-077902bed70c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Request body: {'port': {'security_groups': ['e2e771d0-b46e-438f-8c9d-5ad81bafe7ed', '0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185']}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:37.384813 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-365c73dd-856b-4ace-9173-2a334ae67f28 req-09315b72-2424-4aaa-b651-077902bed70c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:37.607297 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-365c73dd-856b-4ace-9173-2a334ae67f28 req-09315b72-2424-4aaa-b651-077902bed70c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] For port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:37.636003 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-365c73dd-856b-4ace-9173-2a334ae67f28 req-09315b72-2424-4aaa-b651-077902bed70c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:37.640030 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-365c73dd-856b-4ace-9173-2a334ae67f28 req-09315b72-2424-4aaa-b651-077902bed70c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:37.689558 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c73dd-856b-4ace-9173-2a334ae67f28 req-09315b72-2424-4aaa-b651-077902bed70c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:37.690196 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-365c73dd-856b-4ace-9173-2a334ae67f28 req-09315b72-2424-4aaa-b651-077902bed70c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:37.691612 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-365c73dd-856b-4ace-9173-2a334ae67f28 req-09315b72-2424-4aaa-b651-077902bed70c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "PUT /v2.0/ports/bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d HTTP/1.1" status: 200 len: 981 time: 0.3799846 Sep 07 04:17:37.708493 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:17:37.723284 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09315b72-2424-4aaa-b651-077902bed70c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event updated for resources: {'Port': ['ID=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,revision_number=6']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:37.783475 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device d57f9977-73ed-484e-a485-14e37b80ed0d up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:17:37.823932 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429626-8970-4f12-89dd-9af9038f545f req-1684039f-164c-4a57-b35e-4367761caaa5 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:37.830274 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de429626-8970-4f12-89dd-9af9038f545f req-1684039f-164c-4a57-b35e-4367761caaa5 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0549865 Sep 07 04:17:37.868057 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de429626-8970-4f12-89dd-9af9038f545f req-3166b16c-f123-4d4d-9376-00ed710de60b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356629 Sep 07 04:17:37.881802 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:37.884707 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21704e5efdf44e8a7543bf401c638a30a9902a7b9881d0b470a3fbdbe53cef61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6443b756-a90d-4e01-93a0-0184b246a2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:37.900832 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port d57f9977-73ed-484e-a485-14e37b80ed0d completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:17:37.905413 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port d57f9977-73ed-484e-a485-14e37b80ed0d triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:17:37.905413 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:37.936953 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe996f0-4036-4598-acca-80a526bbaf90 x-openstack-request-id: req-bbe996f0-4036-4598-acca-80a526bbaf90 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:37.937246 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:37.937498 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbe996f0-4036-4598-acca-80a526bbaf90 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:37.937892 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'status': 'completed', 'code': 200} Sep 07 04:17:38.001294 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64883d84-1bf8-407b-a9cf-1a36f2d95a11 req-fbfb65cc-816a-42b9-9462-04681e47578f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:38.002831 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-64883d84-1bf8-407b-a9cf-1a36f2d95a11 req-fbfb65cc-816a-42b9-9462-04681e47578f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 944 time: 0.0516005 Sep 07 04:17:38.047399 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9fc8fb25-964a-4d29-a347-390ae457d9cc None None] Provisioning complete for port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:17:38.047620 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-64883d84-1bf8-407b-a9cf-1a36f2d95a11 req-e5b43ee7-f3dc-4fd5-ab84-3f1323118e70 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350759 Sep 07 04:17:38.047773 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9fc8fb25-964a-4d29-a347-390ae457d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:38.064154 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443b756-a90d-4e01-93a0-0184b246a2fe req-79ebf2da-574c-4a9a-b2cc-06d82f979dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:38.065758 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6443b756-a90d-4e01-93a0-0184b246a2fe req-79ebf2da-574c-4a9a-b2cc-06d82f979dfe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636c1bfc812e490d9d4448ed8a4136dc&device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 1137 time: 0.0481095 Sep 07 04:17:38.104783 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:38.183983 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443b756-a90d-4e01-93a0-0184b246a2fe req-b2be9b33-8c85-47de-bd0f-4e18eb351c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:38.185549 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6443b756-a90d-4e01-93a0-0184b246a2fe req-b2be9b33-8c85-47de-bd0f-4e18eb351c99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 HTTP/1.1" status: 200 len: 914 time: 0.1096644 Sep 07 04:17:38.230460 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6e10e-138c-4b8e-90b8-7941fdbaf143 req-4757e800-1a91-4b6f-acd3-87d875af1952 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:38.238792 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3c6e10e-138c-4b8e-90b8-7941fdbaf143 req-4757e800-1a91-4b6f-acd3-87d875af1952 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 943 time: 0.0774674 Sep 07 04:17:38.249484 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:17:38.283166 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6443b756-a90d-4e01-93a0-0184b246a2fe req-774f8bb4-fb70-4de6-af29-4694bda289eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d HTTP/1.1" status: 200 len: 1000 time: 0.0814695 Sep 07 04:17:38.301532 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba42dc-d6d3-4330-83ba-f7494f589d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57f9977-73ed-484e-a485-14e37b80ed0d'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:38.303772 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba1afff-6b57-4cc9-8c48-e2a7edce73f7" -d '{"events": [{"server_uuid": "f1ba42dc-d6d3-4330-83ba-f7494f589d34", "name": "network-vif-plugged", "status": "completed", "tag": "d57f9977-73ed-484e-a485-14e37b80ed0d"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:38.307813 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3c6e10e-138c-4b8e-90b8-7941fdbaf143 req-45624ddf-c90c-4395-a5ca-553e7bec2cec tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667224 Sep 07 04:17:38.333451 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port d57f9977-73ed-484e-a485-14e37b80ed0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d57f9977-73ed-484e-a485-14e37b80ed0d,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:38.339563 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508c411-343f-46e1-a5f0-43f119f77b5d req-e5f88901-3cb7-4745-b93b-b1d8f0730c7a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:38.344314 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3508c411-343f-46e1-a5f0-43f119f77b5d req-e5f88901-3cb7-4745-b93b-b1d8f0730c7a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0805588 Sep 07 04:17:38.344458 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443b756-a90d-4e01-93a0-0184b246a2fe req-86d1e98b-502f-490f-9d22-9b1078c57f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:38.344458 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6443b756-a90d-4e01-93a0-0184b246a2fe req-86d1e98b-502f-490f-9d22-9b1078c57f45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=457c2ba9-a4f8-4af9-a264-a6bd9eb3f686 HTTP/1.1" status: 200 len: 852 time: 0.0535555 Sep 07 04:17:38.370066 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:38.393529 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3508c411-343f-46e1-a5f0-43f119f77b5d req-1bd78cdf-4139-4918-8c6c-8d65fbf56017 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434160 Sep 07 04:17:38.394262 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443b756-a90d-4e01-93a0-0184b246a2fe req-2d5290a4-8124-4444-a157-d44d6995555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:38.395971 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6443b756-a90d-4e01-93a0-0184b246a2fe req-2d5290a4-8124-4444-a157-d44d6995555b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426204 Sep 07 04:17:38.408331 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bb543f-1509-4a4b-a07c-e6cfaae0a222 x-openstack-request-id: req-64bb543f-1509-4a4b-a07c-e6cfaae0a222 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:38.408613 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba42dc-d6d3-4330-83ba-f7494f589d34", "name": "network-vif-plugged", "status": "completed", "tag": "d57f9977-73ed-484e-a485-14e37b80ed0d", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:38.408854 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64bb543f-1509-4a4b-a07c-e6cfaae0a222 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:38.409227 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba42dc-d6d3-4330-83ba-f7494f589d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57f9977-73ed-484e-a485-14e37b80ed0d', 'code': 200} Sep 07 04:17:38.478411 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=d57f9977-73ed-484e-a485-14e37b80ed0d,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:38.587710 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6443b756-a90d-4e01-93a0-0184b246a2fe req-ada21835-a013-48d7-8a54-6e7a117c5ff9 service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315603 Sep 07 04:17:38.767146 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836a036-57ff-45f7-a47d-facde7744ae1 req-032e7cf1-875b-4157-bee1-a6231b6caa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:38.768655 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2836a036-57ff-45f7-a47d-facde7744ae1 req-032e7cf1-875b-4157-bee1-a6231b6caa81 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 1098 time: 0.0601504 Sep 07 04:17:38.770813 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6443b756-a90d-4e01-93a0-0184b246a2fe req-db48df78-7668-473a-91ad-c0abe0a26c1f service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209638 Sep 07 04:17:38.849364 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2836a036-57ff-45f7-a47d-facde7744ae1 req-de6bddc3-0f6e-4122-8896-001663b26d08 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Sep 07 04:17:39.160565 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c337fb-070e-458b-add1-13845f84ecc9 req-bcbf321a-723b-4965-ae34-682ac34c40cc tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:39.162004 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-31c337fb-070e-458b-add1-13845f84ecc9 req-bcbf321a-723b-4965-ae34-682ac34c40cc tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 945 time: 0.0463836 Sep 07 04:17:39.198473 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-31c337fb-070e-458b-add1-13845f84ecc9 req-9b2ba09f-8adc-46d6-b761-fb73734676c4 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300570 Sep 07 04:17:39.443119 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bebbd-0417-4855-8fe5-18cb958ca47b req-44e4c8e5-ce5b-4981-a690-d84979514bf4 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:39.444817 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ca7bebbd-0417-4855-8fe5-18cb958ca47b req-44e4c8e5-ce5b-4981-a690-d84979514bf4 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 943 time: 0.0568984 Sep 07 04:17:39.487534 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ca7bebbd-0417-4855-8fe5-18cb958ca47b req-570530a5-2513-4eb0-8776-623d7c962a64 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335987 Sep 07 04:17:39.788623 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 21008284-8da9-4dc9-8cab-d90550e1f294 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:17:39.884100 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 21008284-8da9-4dc9-8cab-d90550e1f294, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21008284-8da9-4dc9-8cab-d90550e1f294,segment=NetworkSegment(ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa),segment_id=ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:39.895201 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': '21008284-8da9-4dc9-8cab-d90550e1f294', 'network_id': 'efddb0d9-5d96-49df-af47-cdf87d78072d', 'port_id': '21008284-8da9-4dc9-8cab-d90550e1f294', 'mac_address': 'fa:16:3e:e5:e7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8c02ad-2b63-4f0c-9ee7-bc869582225f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:17:39.939267 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:39.953987 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21008284-8da9-4dc9-8cab-d90550e1f294 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:17:39.973420 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 21008284-8da9-4dc9-8cab-d90550e1f294, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21008284-8da9-4dc9-8cab-d90550e1f294,segment=NetworkSegment(ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa),segment_id=ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:39.977500 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:40.024706 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=21008284-8da9-4dc9-8cab-d90550e1f294,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:40.314493 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be6126-40d5-4968-83f3-7c3ab9e41fc6 req-1b6dfe61-0ca5-429e-81ff-6f6e750c3f91 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:40.315962 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c9be6126-40d5-4968-83f3-7c3ab9e41fc6 req-1b6dfe61-0ca5-429e-81ff-6f6e750c3f91 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 945 time: 0.0500674 Sep 07 04:17:40.355159 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c9be6126-40d5-4968-83f3-7c3ab9e41fc6 req-577963f2-5974-406c-81e6-3f34ebfe9bb0 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328820 Sep 07 04:17:40.606585 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eed7d-0df0-4a16-9d3c-93e9f3caf546 req-ca49abc2-df6e-47a7-bdc7-c39fa1742f5e tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:40.608130 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ce6eed7d-0df0-4a16-9d3c-93e9f3caf546 req-ca49abc2-df6e-47a7-bdc7-c39fa1742f5e tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 944 time: 0.0531459 Sep 07 04:17:40.648490 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ce6eed7d-0df0-4a16-9d3c-93e9f3caf546 req-65ecc3fd-5986-4e83-8752-7eb8ad60580f tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332847 Sep 07 04:17:40.862040 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['21008284-8da9-4dc9-8cab-d90550e1f294'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:17:41.476772 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63f7be-cd26-48bd-8de8-e0b8cf02e334 req-bce6d8dc-d66b-46bc-9bfb-70a4ffe22c82 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:41.478251 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6e63f7be-cd26-48bd-8de8-e0b8cf02e334 req-bce6d8dc-d66b-46bc-9bfb-70a4ffe22c82 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 945 time: 0.0521188 Sep 07 04:17:41.517281 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6e63f7be-cd26-48bd-8de8-e0b8cf02e334 req-31aa827e-7604-4fa8-a244-9264c5edc567 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329003 Sep 07 04:17:41.734267 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f160e572-e15e-454c-ae1e-1387c1fa3043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:41.772527 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b3ac1-a451-4eb5-a0f8-17a9bfda5d3e req-29491ea4-6b98-48d9-b8b2-f615f9aa0c04 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:41.773975 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fb0b3ac1-a451-4eb5-a0f8-17a9bfda5d3e req-29491ea4-6b98-48d9-b8b2-f615f9aa0c04 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 944 time: 0.0471251 Sep 07 04:17:41.810423 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fb0b3ac1-a451-4eb5-a0f8-17a9bfda5d3e req-49f48d84-fe2b-43d4-b91c-25e3391a9d3a tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305312 Sep 07 04:17:42.629325 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c99a21-7dec-46ec-9909-a9e02df9a030 req-ee294eb4-afa9-4eea-8021-ace169c91172 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:42.630780 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-76c99a21-7dec-46ec-9909-a9e02df9a030 req-ee294eb4-afa9-4eea-8021-ace169c91172 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 945 time: 0.0470841 Sep 07 04:17:42.667629 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-76c99a21-7dec-46ec-9909-a9e02df9a030 req-5c40f55f-2a0d-4b4e-9920-97214e0cda0e tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310075 Sep 07 04:17:42.923576 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4a205-b58a-4699-aea0-290ab803d696 req-49da6014-4947-4116-b892-379b61028c26 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:42.925067 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7b4a205-b58a-4699-aea0-290ab803d696 req-49da6014-4947-4116-b892-379b61028c26 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 944 time: 0.0505385 Sep 07 04:17:42.963191 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7b4a205-b58a-4699-aea0-290ab803d696 req-beab653c-ad9b-47f5-af97-bcf2e03f5503 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Sep 07 04:17:43.819966 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 21008284-8da9-4dc9-8cab-d90550e1f294 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:17:43.867273 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port 21008284-8da9-4dc9-8cab-d90550e1f294 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:17:43.871051 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port 21008284-8da9-4dc9-8cab-d90550e1f294 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:17:43.871413 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:43.946367 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:43.968412 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c25f434-0b0f-457f-af07-0dd95d3cbb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21008284-8da9-4dc9-8cab-d90550e1f294'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:43.970586 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efc61d6-0a66-4e7c-befa-b3d7cef8d390" -d '{"events": [{"server_uuid": "5c25f434-0b0f-457f-af07-0dd95d3cbb8a", "name": "network-vif-plugged", "status": "completed", "tag": "21008284-8da9-4dc9-8cab-d90550e1f294"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:43.985100 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 21008284-8da9-4dc9-8cab-d90550e1f294, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21008284-8da9-4dc9-8cab-d90550e1f294,segment=NetworkSegment(ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa),segment_id=ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:43.989235 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:44.012586 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fda2708-1d18-4067-a2b2-7f363c24c0fb x-openstack-request-id: req-9fda2708-1d18-4067-a2b2-7f363c24c0fb {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:44.012867 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c25f434-0b0f-457f-af07-0dd95d3cbb8a", "name": "network-vif-plugged", "status": "completed", "tag": "21008284-8da9-4dc9-8cab-d90550e1f294", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:44.013108 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fda2708-1d18-4067-a2b2-7f363c24c0fb {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:44.013491 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c25f434-0b0f-457f-af07-0dd95d3cbb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21008284-8da9-4dc9-8cab-d90550e1f294', 'code': 200} Sep 07 04:17:44.047697 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=21008284-8da9-4dc9-8cab-d90550e1f294,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:44.069388 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:17:44.086960 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ab75-41e9-4319-b7a3-c0b0c27601db req-e3f314d6-1258-45f3-b30d-103725ed974b tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:44.088454 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b2b2ab75-41e9-4319-b7a3-c0b0c27601db req-e3f314d6-1258-45f3-b30d-103725ed974b tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 945 time: 0.0562871 Sep 07 04:17:44.127780 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b2b2ab75-41e9-4319-b7a3-c0b0c27601db req-bb290e74-ccf1-4c6f-94d3-97697a555d1e tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334044 Sep 07 04:17:44.250914 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d460eead-979c-4442-a4a4-18cbe17dc153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:44.258453 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b9113-a43b-4213-bd9b-4db0d1aaebe9 req-59313de0-9fb1-4e8d-8d42-52d09d54cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:44.259945 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8c0b9113-a43b-4213-bd9b-4db0d1aaebe9 req-59313de0-9fb1-4e8d-8d42-52d09d54cd9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 1098 time: 0.0409067 Sep 07 04:17:44.295215 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8c0b9113-a43b-4213-bd9b-4db0d1aaebe9 req-0848f8d9-0468-4b7e-adce-d333db36f66f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271780 Sep 07 04:17:44.770442 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:45.234828 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:45.246566 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf746e-9813-42b9-9622-44e1d2e027b2 req-955de967-1d33-4b7b-b1fd-841211ebadc4 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:45.248073 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1cdf746e-9813-42b9-9622-44e1d2e027b2 req-955de967-1d33-4b7b-b1fd-841211ebadc4 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 945 time: 0.0521083 Sep 07 04:17:45.286646 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1cdf746e-9813-42b9-9622-44e1d2e027b2 req-4efca43a-c692-4a39-bdaa-b6d023bc8369 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326936 Sep 07 04:17:46.403406 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b17c29-1364-47ae-8ec4-bb955650bd8e req-b5c4f9cf-c51f-4598-812d-bcdb98b51ed2 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:46.404891 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f0b17c29-1364-47ae-8ec4-bb955650bd8e req-b5c4f9cf-c51f-4598-812d-bcdb98b51ed2 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 945 time: 0.0498915 Sep 07 04:17:46.440531 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f0b17c29-1364-47ae-8ec4-bb955650bd8e req-7539ee38-adc9-4c30-b3ac-38fc465d3b77 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298402 Sep 07 04:17:47.078971 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:47.448783 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:47.549671 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811e887-f55c-4d43-aa90-cad6ea8a581f req-8daed616-749b-46f8-b67d-a519e3ddb778 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:47.551093 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8811e887-f55c-4d43-aa90-cad6ea8a581f req-8daed616-749b-46f8-b67d-a519e3ddb778 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 945 time: 0.0469353 Sep 07 04:17:47.587592 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8811e887-f55c-4d43-aa90-cad6ea8a581f req-50b12327-4b1d-45ee-a88c-b1f6cd9ce98c tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306287 Sep 07 04:17:48.457559 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6a82b-c43e-4a94-b179-c325abc590f5 req-927887bb-8050-4590-bb1f-9c425a79dbf2 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:48.459575 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-40e6a82b-c43e-4a94-b179-c325abc590f5 req-927887bb-8050-4590-bb1f-9c425a79dbf2 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 945 time: 0.0481834 Sep 07 04:17:48.496429 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-40e6a82b-c43e-4a94-b179-c325abc590f5 req-e7d3fed4-b921-49fd-93c4-4553a1f2b81e tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309610 Sep 07 04:17:48.856910 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f43af-68bb-4c89-b612-1ddc3616e843 req-0b8b1200-f11e-4c57-b238-ec3822bc8aef tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:48.858363 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c9f43af-68bb-4c89-b612-1ddc3616e843 req-0b8b1200-f11e-4c57-b238-ec3822bc8aef tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0503349 Sep 07 04:17:48.895609 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c9f43af-68bb-4c89-b612-1ddc3616e843 req-158f3926-b303-4833-b254-624170ade47a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Sep 07 04:17:48.940888 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0e495-442c-4adc-b1a3-3ad1b84691ea req-ae963472-df07-4244-9c05-d550c6c1f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:48.942234 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-70c0e495-442c-4adc-b1a3-3ad1b84691ea req-ae963472-df07-4244-9c05-d550c6c1f24e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ba3c30ac964bac82d38844399d0bce&device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 1098 time: 0.0389855 Sep 07 04:17:49.036540 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0e495-442c-4adc-b1a3-3ad1b84691ea req-9a17128d-2bda-4c9e-9a38-1dafc26aa233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:49.037976 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-70c0e495-442c-4adc-b1a3-3ad1b84691ea req-9a17128d-2bda-4c9e-9a38-1dafc26aa233 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 200 len: 918 time: 0.0850821 Sep 07 04:17:49.096977 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-70c0e495-442c-4adc-b1a3-3ad1b84691ea req-859d2970-4ccd-4bd0-ac95-f955fe6d3576 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0109329b-a614-4ab3-9aed-c6642e516ce6 HTTP/1.1" status: 200 len: 217 time: 0.0338407 Sep 07 04:17:49.149275 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0e495-442c-4adc-b1a3-3ad1b84691ea req-577d26fd-f364-4c70-9953-68e86499660b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:49.150697 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-70c0e495-442c-4adc-b1a3-3ad1b84691ea req-577d26fd-f364-4c70-9953-68e86499660b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a HTTP/1.1" status: 200 len: 857 time: 0.0415888 Sep 07 04:17:49.189377 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-70c0e495-442c-4adc-b1a3-3ad1b84691ea req-afe1a574-f0a3-4e3f-91dc-6a04f47d5132 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d754632-b351-4011-8daa-9d3dc5d3b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265646 Sep 07 04:17:49.303373 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-70c0e495-442c-4adc-b1a3-3ad1b84691ea req-86056ca5-6ea3-4cd9-9ceb-f9bc39aec4dc service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836906 Sep 07 04:17:49.403711 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-70c0e495-442c-4adc-b1a3-3ad1b84691ea req-05638222-d991-4c22-aeeb-f940289a6a4d service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871387 Sep 07 04:17:49.612616 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceef96f-8e1e-40e1-b020-13836ec96a89 req-9dc68c02-adf0-4ead-b238-fff5b7285ec2 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:49.614106 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2ceef96f-8e1e-40e1-b020-13836ec96a89 req-9dc68c02-adf0-4ead-b238-fff5b7285ec2 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 945 time: 0.0480609 Sep 07 04:17:49.651156 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2ceef96f-8e1e-40e1-b020-13836ec96a89 req-66277302-811b-49a3-bc9f-bf8661f50415 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307004 Sep 07 04:17:50.008508 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf5c45-f5ac-484a-9b10-59b06eed17b2 req-b6a89077-5147-4bf7-be27-34dc956be7f6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:50.009992 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9caf5c45-f5ac-484a-9b10-59b06eed17b2 req-b6a89077-5147-4bf7-be27-34dc956be7f6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0465100 Sep 07 04:17:50.048884 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9caf5c45-f5ac-484a-9b10-59b06eed17b2 req-2c5add77-40a4-4c65-973d-b39105340fb6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Sep 07 04:17:50.767686 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83325c8-cffa-4f86-b592-1e3e3a7d1983 req-3f33e91f-5b20-4029-97ba-13fd05ead562 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:50.769186 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d83325c8-cffa-4f86-b592-1e3e3a7d1983 req-3f33e91f-5b20-4029-97ba-13fd05ead562 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 945 time: 0.0519938 Sep 07 04:17:50.807374 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d83325c8-cffa-4f86-b592-1e3e3a7d1983 req-366184a3-4731-4125-bb07-47efe40d5eff tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321505 Sep 07 04:17:50.977155 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-5978f59a-b73e-4e05-9a5e-e0053376fed9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:50.978801 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-5978f59a-b73e-4e05-9a5e-e0053376fed9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/networks?id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 200 len: 815 time: 0.1031210 Sep 07 04:17:50.994491 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-0cd581f7-cbaa-4017-835b-13d50cf764fb tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/quotas/4b8f4f1133cd4632b67dd0b5a44fcb95 HTTP/1.1" status: 200 len: 375 time: 0.0097730 Sep 07 04:17:51.046976 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-4f687a2d-66c8-4135-b87e-fbda0ae8865c tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467815 Sep 07 04:17:51.134934 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f16ddc1d-beff-468d-9e31-207b416c17ea service neutron] 10.222.0.41 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801027 Sep 07 04:17:51.222653 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-911d0851-b3d4-4283-9c26-8502b0bc8931 service neutron] 10.222.0.41 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817726 Sep 07 04:17:51.415398 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bff0c3-29d5-4d2e-9035-f6e76ddd55ec req-1056723f-31c2-48d1-ab7e-145cba2087d2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:51.416935 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-65bff0c3-29d5-4d2e-9035-f6e76ddd55ec req-1056723f-31c2-48d1-ab7e-145cba2087d2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0500305 Sep 07 04:17:51.460815 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-65bff0c3-29d5-4d2e-9035-f6e76ddd55ec req-2167d0fb-7222-4c45-a448-bab0ef6d9ce2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377774 Sep 07 04:17:51.503096 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-71c29f93-ce5e-4136-b860-52a634e96a59 req-ad7aa22f-0092-47cb-aaad-f3a9c7c6b007 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 210 time: 0.0250666 Sep 07 04:17:51.619806 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e508723-975c-4839-b0dd-2d59cf76a684 req-5bc8d6af-3b54-4dee-ab5a-e7dd16712385 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:51.621258 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e508723-975c-4839-b0dd-2d59cf76a684 req-5bc8d6af-3b54-4dee-ab5a-e7dd16712385 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 945 time: 0.0574119 Sep 07 04:17:51.715255 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-4e508723-975c-4839-b0dd-2d59cf76a684 req-2ed83b59-fbd0-4c78-bd0a-f26fd8290139 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Deleting port 21008284-8da9-4dc9-8cab-d90550e1f294 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:17:51.715595 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4e508723-975c-4839-b0dd-2d59cf76a684 req-2ed83b59-fbd0-4c78-bd0a-f26fd8290139 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:51.805501 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4e508723-975c-4839-b0dd-2d59cf76a684 req-2ed83b59-fbd0-4c78-bd0a-f26fd8290139 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] For port 21008284-8da9-4dc9-8cab-d90550e1f294, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21008284-8da9-4dc9-8cab-d90550e1f294,segment=NetworkSegment(ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa),segment_id=ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:17:51.805863 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4e508723-975c-4839-b0dd-2d59cf76a684 req-2ed83b59-fbd0-4c78-bd0a-f26fd8290139 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:51.818027 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-4e508723-975c-4839-b0dd-2d59cf76a684 req-2ed83b59-fbd0-4c78-bd0a-f26fd8290139 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Calling delete_port for 21008284-8da9-4dc9-8cab-d90550e1f294 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:17:51.930319 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dc24a-0707-4c68-b254-be3d5551c04a req-bfe463b0-e503-4843-985f-b1874f9fbfec tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:51.932061 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc2dc24a-0707-4c68-b254-be3d5551c04a req-bfe463b0-e503-4843-985f-b1874f9fbfec tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 945 time: 0.0570290 Sep 07 04:17:51.969071 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4e508723-975c-4839-b0dd-2d59cf76a684 req-2ed83b59-fbd0-4c78-bd0a-f26fd8290139 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:51.974369 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc2dc24a-0707-4c68-b254-be3d5551c04a req-9a5426e2-ff62-49f7-86a8-7d810fbb8a64 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e49a199-a53d-49fe-988a-d4770ee090c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360525 Sep 07 04:17:52.005485 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed83b59-fbd0-4c78-bd0a-f26fd8290139 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Pushing event deleted for resources: {'Port': ['ID=21008284-8da9-4dc9-8cab-d90550e1f294,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:52.027937 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['21008284-8da9-4dc9-8cab-d90550e1f294'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:17:52.038232 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e508723-975c-4839-b0dd-2d59cf76a684 req-2ed83b59-fbd0-4c78-bd0a-f26fd8290139 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] No DVR routers for this DVR port 21008284-8da9-4dc9-8cab-d90550e1f294 on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:17:52.040670 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4e508723-975c-4839-b0dd-2d59cf76a684 req-2ed83b59-fbd0-4c78-bd0a-f26fd8290139 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:52.042626 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e508723-975c-4839-b0dd-2d59cf76a684 req-2ed83b59-fbd0-4c78-bd0a-f26fd8290139 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.36 "DELETE /v2.0/ports/21008284-8da9-4dc9-8cab-d90550e1f294 HTTP/1.1" status: 204 len: 173 time: 0.4134572 Sep 07 04:17:52.043071 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c25f434-0b0f-457f-af07-0dd95d3cbb8a', 'name': 'network-vif-deleted', 'tag': '21008284-8da9-4dc9-8cab-d90550e1f294'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:52.045342 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9885e608-f9c7-4cf9-bbdf-ba96a5567c15" -d '{"events": [{"server_uuid": "5c25f434-0b0f-457f-af07-0dd95d3cbb8a", "name": "network-vif-deleted", "tag": "21008284-8da9-4dc9-8cab-d90550e1f294"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:52.084545 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c268bd16-355a-49e3-92ca-a33a221bfd6c x-openstack-request-id: req-c268bd16-355a-49e3-92ca-a33a221bfd6c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:52.084833 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c25f434-0b0f-457f-af07-0dd95d3cbb8a", "name": "network-vif-deleted", "tag": "21008284-8da9-4dc9-8cab-d90550e1f294", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:52.085082 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c268bd16-355a-49e3-92ca-a33a221bfd6c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:52.085470 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c25f434-0b0f-457f-af07-0dd95d3cbb8a', 'name': 'network-vif-deleted', 'tag': '21008284-8da9-4dc9-8cab-d90550e1f294', 'status': 'completed', 'code': 200} Sep 07 04:17:52.574332 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806afff9-797d-4a95-a637-e98ac966e3dc req-c95f953e-40ef-4230-9f81-f6a13f62eb91 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:52.575863 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-806afff9-797d-4a95-a637-e98ac966e3dc req-c95f953e-40ef-4230-9f81-f6a13f62eb91 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0487914 Sep 07 04:17:52.612854 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-806afff9-797d-4a95-a637-e98ac966e3dc req-3056450c-0f02-44f8-8394-bd15e76a280d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302861 Sep 07 04:17:52.703047 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dc8bcc9f-b63b-45c2-b6e2-27e8b4182e1e req-34b91c1d-fadd-4d20-8f42-f0d222bf9df8 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 210 time: 0.0273235 Sep 07 04:17:52.734394 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-8489ff2e-07ff-4e9d-adc0-d6aa2cda077c tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:52.735828 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-8489ff2e-07ff-4e9d-adc0-d6aa2cda077c tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "GET /v2.0/networks?id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 200 len: 815 time: 0.1078405 Sep 07 04:17:52.760441 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Request body: {'port': {'device_id': 'f414dee1-6fc4-4332-92a9-f32e06961be1', 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2', 'admin_state_up': True, 'tenant_id': '4b8f4f1133cd4632b67dd0b5a44fcb95'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:52.868476 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Made reservation on behalf of 4b8f4f1133cd4632b67dd0b5a44fcb95 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:17:52.871809 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:52.988872 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Allocated IP 172.20.0.8 (0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2/fb4a8b95-ca00-4883-b905-48738ecdaedb/397339b2-6c2a-4f9a-965f-e03dd77950a3) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:17:53.100234 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-336095d8-e7c1-42e5-b977-5cf79a2c1923 req-4fe1a7ff-aadd-47bd-ab7d-777d94aeb956 tempest-VolumesActionsTest-1113535305 tempest-VolumesActionsTest-1113535305-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c25f434-0b0f-457f-af07-0dd95d3cbb8a HTTP/1.1" status: 200 len: 210 time: 0.0332010 Sep 07 04:17:53.157222 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:53.195757 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:53.243695 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['59670d2b-03ca-4d56-8169-107c1978b9cf', 'd57f9977-73ed-484e-a485-14e37b80ed0d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:17:53.248330 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:17:53.251566 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:17:53.255194 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:17:53.263740 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Pushing event updated for resources: {'Port': ['ID=397339b2-6c2a-4f9a-965f-e03dd77950a3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:53.309462 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:53.310057 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:53.324101 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-f9822c23-d4f1-48da-b9d6-ef5c15a3f6a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5674469 Sep 07 04:17:53.346750 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Request body: {'port': {'device_id': 'f414dee1-6fc4-4332-92a9-f32e06961be1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:17:53.401812 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:53.740817 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47f6e7-7971-4a0b-aa67-a888c1b537f2 req-406304aa-229d-46a3-beb9-709ea94bb87e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:53.742323 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-be47f6e7-7971-4a0b-aa67-a888c1b537f2 req-406304aa-229d-46a3-beb9-709ea94bb87e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0518525 Sep 07 04:17:53.780501 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-be47f6e7-7971-4a0b-aa67-a888c1b537f2 req-fc60a108-e723-4ff6-84f1-87a65f6bc036 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Sep 07 04:17:53.877661 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397339b2-6c2a-4f9a-965f-e03dd77950a3 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:17:53.881908 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fc98b-b8de-48f6-82ac-02c8af3a2858 req-7e6b5c38-1a77-412c-a474-dff72944b047 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:53.883580 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a11fc98b-b8de-48f6-82ac-02c8af3a2858 req-7e6b5c38-1a77-412c-a474-dff72944b047 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 931 time: 0.0480633 Sep 07 04:17:53.885536 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:53.897486 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Transition to ACTIVE for port object 397339b2-6c2a-4f9a-965f-e03dd77950a3 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:17:53.900958 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:53.921925 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a11fc98b-b8de-48f6-82ac-02c8af3a2858 req-00842687-cda5-4bdd-bbb3-0d85dc1b07f8 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Sep 07 04:17:53.951487 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Pushing event updated for resources: {'Port': ['ID=397339b2-6c2a-4f9a-965f-e03dd77950a3,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:54.015289 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Attempting to bind port 397339b2-6c2a-4f9a-965f-e03dd77950a3 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:17:54.015616 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Attempting to bind port 397339b2-6c2a-4f9a-965f-e03dd77950a3 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:17:54.015936 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Attempting to bind port 397339b2-6c2a-4f9a-965f-e03dd77950a3 on network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:17:54.020002 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Port 397339b2-6c2a-4f9a-965f-e03dd77950a3 on network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:17:54.020340 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Attempting to bind port 397339b2-6c2a-4f9a-965f-e03dd77950a3 on network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:17:54.025076 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:17:54.025402 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Checking segment: {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:17:54.025779 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Bound using segment: {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:17:54.026184 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Bound port: 397339b2-6c2a-4f9a-965f-e03dd77950a3, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:17:54.026526 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:54.085364 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] For port 397339b2-6c2a-4f9a-965f-e03dd77950a3, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:17:54.088505 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] For port 397339b2-6c2a-4f9a-965f-e03dd77950a3, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=397339b2-6c2a-4f9a-965f-e03dd77950a3,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:17:54.092147 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:54.130124 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:54.130761 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:17:54.132184 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] 10.222.0.36 "PUT /v2.0/ports/397339b2-6c2a-4f9a-965f-e03dd77950a3 HTTP/1.1" status: 200 len: 1093 time: 0.7894464 Sep 07 04:17:54.132647 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f414dee1-6fc4-4332-92a9-f32e06961be1', 'tag': '397339b2-6c2a-4f9a-965f-e03dd77950a3'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:17:54.134878 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd7e6ff-4663-4b99-905d-289ae87ac6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "f414dee1-6fc4-4332-92a9-f32e06961be1", "tag": "397339b2-6c2a-4f9a-965f-e03dd77950a3"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:17:54.169036 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26750f0-c3c0-4091-a9c3-d389af74ed0b service neutron] Pushing event updated for resources: {'Port': ['ID=397339b2-6c2a-4f9a-965f-e03dd77950a3,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:17:54.175373 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c511b4a-a50d-4675-b2eb-c6048609e567 x-openstack-request-id: req-0c511b4a-a50d-4675-b2eb-c6048609e567 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:17:54.175666 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f414dee1-6fc4-4332-92a9-f32e06961be1", "tag": "397339b2-6c2a-4f9a-965f-e03dd77950a3", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:17:54.175979 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c511b4a-a50d-4675-b2eb-c6048609e567 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:17:54.176379 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f414dee1-6fc4-4332-92a9-f32e06961be1', 'tag': '397339b2-6c2a-4f9a-965f-e03dd77950a3', 'status': 'completed', 'code': 200} Sep 07 04:17:54.268774 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-20c81e12-b928-4f40-b013-e0e5dc403c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:54.270263 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-20c81e12-b928-4f40-b013-e0e5dc403c6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 1096 time: 0.0511270 Sep 07 04:17:54.347985 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-ef0920ab-a0e0-45f6-8cee-9f27aaf13541 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=397339b2-6c2a-4f9a-965f-e03dd77950a3 HTTP/1.1" status: 200 len: 217 time: 0.0333786 Sep 07 04:17:54.413859 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-2d8a9186-fc85-47f4-bf0e-d4efb2efd7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:54.415306 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-2d8a9186-fc85-47f4-bf0e-d4efb2efd7b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb4a8b95-ca00-4883-b905-48738ecdaedb HTTP/1.1" status: 200 len: 855 time: 0.0437231 Sep 07 04:17:54.451711 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-9c804cba-8ad4-463e-a81e-06011aafd333 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263834 Sep 07 04:17:54.552342 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-563efc27-b37d-4a93-bd62-11c33525374e service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821424 Sep 07 04:17:54.658891 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1937e1b9-fa2e-457e-86cc-9c8f22174690 req-10347456-ee65-4054-bad0-14ad633c4c86 service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919333 Sep 07 04:17:54.858987 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7e6ff-4663-4b99-905d-289ae87ac6c5 req-1a3bc5a0-0fb0-4942-8e74-bfea2845cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:54.860633 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3cd7e6ff-4663-4b99-905d-289ae87ac6c5 req-1a3bc5a0-0fb0-4942-8e74-bfea2845cfb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 1096 time: 0.0427797 Sep 07 04:17:54.927687 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6568918-ae21-406d-aa57-846fac982fce req-386b8bc7-37f6-4545-b9bc-a5fd5fae0f1e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:54.929346 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b6568918-ae21-406d-aa57-846fac982fce req-386b8bc7-37f6-4545-b9bc-a5fd5fae0f1e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0659280 Sep 07 04:17:54.981051 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b6568918-ae21-406d-aa57-846fac982fce req-83960144-f11c-420c-8544-b68f248323b0 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 Sep 07 04:17:54.992351 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7e6ff-4663-4b99-905d-289ae87ac6c5 req-ee630beb-a8ee-41f4-9da4-7672891d73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:54.995117 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3cd7e6ff-4663-4b99-905d-289ae87ac6c5 req-ee630beb-a8ee-41f4-9da4-7672891d73f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 200 len: 916 time: 0.1212351 Sep 07 04:17:55.095178 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3cd7e6ff-4663-4b99-905d-289ae87ac6c5 req-e5fe3b08-2f71-4a43-be2c-16450b7d89bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=397339b2-6c2a-4f9a-965f-e03dd77950a3 HTTP/1.1" status: 200 len: 217 time: 0.0393715 Sep 07 04:17:55.119836 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000890b-d8c2-4117-b2ba-b964ccb37fe3 req-dd5a7082-f895-41b5-a02e-3bbfdcab29a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:55.121396 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0000890b-d8c2-4117-b2ba-b964ccb37fe3 req-dd5a7082-f895-41b5-a02e-3bbfdcab29a5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 943 time: 0.0740192 Sep 07 04:17:55.160794 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7e6ff-4663-4b99-905d-289ae87ac6c5 req-ee3e320c-20b6-4786-999c-4f4114a3e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:55.163143 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3cd7e6ff-4663-4b99-905d-289ae87ac6c5 req-ee3e320c-20b6-4786-999c-4f4114a3e1ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb4a8b95-ca00-4883-b905-48738ecdaedb HTTP/1.1" status: 200 len: 855 time: 0.0590699 Sep 07 04:17:55.175008 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0000890b-d8c2-4117-b2ba-b964ccb37fe3 req-31e0a9b5-22bf-47fb-852b-c60d76041aea tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Sep 07 04:17:55.204305 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3cd7e6ff-4663-4b99-905d-289ae87ac6c5 req-95f53bc7-407d-4b65-96d4-ad9551c7591f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292685 Sep 07 04:17:55.299623 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3cd7e6ff-4663-4b99-905d-289ae87ac6c5 req-9a136296-f815-4dc1-8013-6cd114a9ead6 service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829544 Sep 07 04:17:55.544361 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3cd7e6ff-4663-4b99-905d-289ae87ac6c5 req-f71b3b2d-fa47-48a9-b16b-54cce5e1e885 service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855644 Sep 07 04:17:56.096549 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03b64e-308b-4943-988e-aebd7a3cd1f9 req-3e9a8b6d-aad6-4a2a-81a2-1cfea6ffff9b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:56.097969 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-df03b64e-308b-4943-988e-aebd7a3cd1f9 req-3e9a8b6d-aad6-4a2a-81a2-1cfea6ffff9b tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0459566 Sep 07 04:17:56.134059 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-df03b64e-308b-4943-988e-aebd7a3cd1f9 req-7c7729e7-ce3e-4c62-b6c0-ab56296b332e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296550 Sep 07 04:17:56.289567 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5df3b2-617c-4855-90c1-cfae0e078913 req-5d92da45-1adb-4b00-be8d-54784e68b202 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:56.290999 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c5df3b2-617c-4855-90c1-cfae0e078913 req-5d92da45-1adb-4b00-be8d-54784e68b202 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 943 time: 0.0472419 Sep 07 04:17:56.329641 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c5df3b2-617c-4855-90c1-cfae0e078913 req-d8614337-bd3b-4abe-ac95-d1636884956b tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Sep 07 04:17:58.032146 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 21008284-8da9-4dc9-8cab-d90550e1f294 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:17:58.051931 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: 21008284-8da9-4dc9-8cab-d90550e1f294 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:17:58.052293 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 21008284-8da9-4dc9-8cab-d90550e1f294 not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:17:59.711277 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf074b-375c-4343-8a75-cef93595dbbc req-b65798d3-d12f-4426-9e78-5118c4f441b0 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:59.712742 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aecf074b-375c-4343-8a75-cef93595dbbc req-b65798d3-d12f-4426-9e78-5118c4f441b0 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0570371 Sep 07 04:17:59.769505 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae2c61-6dec-4825-a465-c7fcb8f77326 req-cfb5a202-bc1e-44f5-b92e-429443862be3 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:17:59.770948 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-28ae2c61-6dec-4825-a465-c7fcb8f77326 req-cfb5a202-bc1e-44f5-b92e-429443862be3 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 943 time: 0.0804870 Sep 07 04:17:59.775820 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aecf074b-375c-4343-8a75-cef93595dbbc req-2b02461d-f87e-4a5d-a35a-153bc57e3d55 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501039 Sep 07 04:17:59.807788 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-28ae2c61-6dec-4825-a465-c7fcb8f77326 req-973053c4-2ff7-44b2-8ffd-a2cae794ccb1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308967 Sep 07 04:18:00.980941 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9974c1d-3869-4429-8781-75bfdc104333 req-f9f1c4b6-c489-4aa4-aefe-f5ec55d54e47 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:00.982418 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f9974c1d-3869-4429-8781-75bfdc104333 req-f9f1c4b6-c489-4aa4-aefe-f5ec55d54e47 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0512450 Sep 07 04:18:01.045610 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f9974c1d-3869-4429-8781-75bfdc104333 req-4736d7fb-e361-4491-b901-9460c3e13740 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569732 Sep 07 04:18:01.061128 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fcb02-e7c5-464f-a3ac-1a43c9bb6304 req-9bee154d-6b5b-4e2a-85ad-ca569d9126fd tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:01.062562 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c5fcb02-e7c5-464f-a3ac-1a43c9bb6304 req-9bee154d-6b5b-4e2a-85ad-ca569d9126fd tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 943 time: 0.0613778 Sep 07 04:18:01.099216 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c5fcb02-e7c5-464f-a3ac-1a43c9bb6304 req-e5c0b143-2183-4b23-a2b6-77e2e230c9f5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302703 Sep 07 04:18:02.177218 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307afea-c7de-46d0-a99b-88543d6e69f7 req-0bdf583d-5b4b-427e-824d-c8d46271e326 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:02.191236 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3307afea-c7de-46d0-a99b-88543d6e69f7 req-0bdf583d-5b4b-427e-824d-c8d46271e326 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0715773 Sep 07 04:18:02.262826 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3307afea-c7de-46d0-a99b-88543d6e69f7 req-0b9650ff-2e95-47f0-a7ce-c4ce81df714c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602536 Sep 07 04:18:02.273320 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135c326-6fc4-42c6-b01e-4a1630055b70 req-f72b1a94-0159-4a5e-821c-948b3ad3ef1b tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:02.275196 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8135c326-6fc4-42c6-b01e-4a1630055b70 req-f72b1a94-0159-4a5e-821c-948b3ad3ef1b tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 943 time: 0.0813937 Sep 07 04:18:02.313888 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8135c326-6fc4-42c6-b01e-4a1630055b70 req-786a2b1f-a995-4a54-860e-ae062607dc04 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 Sep 07 04:18:03.446539 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135d601-ba5e-4867-8c9b-951ef988a321 req-097c2376-9e3b-4280-b09c-88ce811588af tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:03.448982 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9135d601-ba5e-4867-8c9b-951ef988a321 req-097c2376-9e3b-4280-b09c-88ce811588af tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0915415 Sep 07 04:18:03.473453 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fabcf6-2a52-46d1-9bfb-1828383daf50 req-da35f7ce-4213-4cb0-ab53-40eeb7838ac2 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:03.475284 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3fabcf6-2a52-46d1-9bfb-1828383daf50 req-da35f7ce-4213-4cb0-ab53-40eeb7838ac2 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 943 time: 0.0797791 Sep 07 04:18:03.522617 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9135d601-ba5e-4867-8c9b-951ef988a321 req-c03df9a1-9dde-4de4-85ae-842d8eb97a6e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638740 Sep 07 04:18:03.551215 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3fabcf6-2a52-46d1-9bfb-1828383daf50 req-18a9924c-3391-41d5-a62c-877d7abf3037 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650640 Sep 07 04:18:04.068681 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 397339b2-6c2a-4f9a-965f-e03dd77950a3 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:18:04.168430 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 397339b2-6c2a-4f9a-965f-e03dd77950a3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=397339b2-6c2a-4f9a-965f-e03dd77950a3,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:04.183172 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': '397339b2-6c2a-4f9a-965f-e03dd77950a3', 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2', 'port_id': '397339b2-6c2a-4f9a-965f-e03dd77950a3', 'mac_address': 'fa:16:3e:ae:d2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4a8b95-ca00-4883-b905-48738ecdaedb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:18:04.232387 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:04.249147 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397339b2-6c2a-4f9a-965f-e03dd77950a3 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:18:04.272156 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 397339b2-6c2a-4f9a-965f-e03dd77950a3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=397339b2-6c2a-4f9a-965f-e03dd77950a3,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:04.278216 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:04.330408 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=397339b2-6c2a-4f9a-965f-e03dd77950a3,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:04.705291 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e222be-9f0c-47eb-9460-8904cfa3261e req-dee33a1d-c26e-4fa4-a57d-dda16806a9d4 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:04.707012 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-23e222be-9f0c-47eb-9460-8904cfa3261e req-dee33a1d-c26e-4fa4-a57d-dda16806a9d4 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 944 time: 0.0800822 Sep 07 04:18:04.720976 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef41030-3f81-4353-9b2d-d05d6d48a315 req-d5546543-c12c-4b07-8a8b-2ff5215d28f3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:04.723002 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4ef41030-3f81-4353-9b2d-d05d6d48a315 req-d5546543-c12c-4b07-8a8b-2ff5215d28f3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0870268 Sep 07 04:18:04.780748 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4ef41030-3f81-4353-9b2d-d05d6d48a315 req-d440a32e-d9e9-4542-9f03-7669bc6c6196 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500870 Sep 07 04:18:04.791607 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-23e222be-9f0c-47eb-9460-8904cfa3261e req-83593238-389c-4872-ac8a-a3cd7f2623c1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675178 Sep 07 04:18:04.876208 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['397339b2-6c2a-4f9a-965f-e03dd77950a3'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:18:05.455553 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 41816) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:05.608485 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-20ab59af-de13-4e7d-b192-2a51d8fd201a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:05.723690 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-20ab59af-de13-4e7d-b192-2a51d8fd201a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:05.729533 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-20ab59af-de13-4e7d-b192-2a51d8fd201a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:05.781630 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-20ab59af-de13-4e7d-b192-2a51d8fd201a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77276b4dacc748acbda3a777e40afd66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246272 Sep 07 04:18:05.783370 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab59af-de13-4e7d-b192-2a51d8fd201a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0000d44-8d64-411b-a7d9-70c46d95b2ca,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:05.784087 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 41820) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:05.887883 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-acdf67ce-aa0b-4084-9d1a-c386c6cd518c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:05.910407 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-acdf67ce-aa0b-4084-9d1a-c386c6cd518c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:05.961271 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-acdf67ce-aa0b-4084-9d1a-c386c6cd518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:05.964542 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-acdf67ce-aa0b-4084-9d1a-c386c6cd518c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:05.979649 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-acdf67ce-aa0b-4084-9d1a-c386c6cd518c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0000d44-8d64-411b-a7d9-70c46d95b2ca HTTP/1.1" status: 204 len: 168 time: 0.1834631 Sep 07 04:18:05.990235 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf67ce-aa0b-4084-9d1a-c386c6cd518c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0000d44-8d64-411b-a7d9-70c46d95b2ca,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:06.071176 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd03d4-86e4-49bb-9d90-e69e2534050d req-1aa0aedf-ab80-41a1-a136-48d621037156 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:06.079508 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a9cd03d4-86e4-49bb-9d90-e69e2534050d req-1aa0aedf-ab80-41a1-a136-48d621037156 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.1912162 Sep 07 04:18:06.097349 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a4186-6250-4e9f-a310-416cb3b3726d req-d8d92f90-6cff-4d98-8b6f-ccedca88f6d5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:06.099182 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ec5a4186-6250-4e9f-a310-416cb3b3726d req-d8d92f90-6cff-4d98-8b6f-ccedca88f6d5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 944 time: 0.1949518 Sep 07 04:18:06.176656 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a9cd03d4-86e4-49bb-9d90-e69e2534050d req-f4d33dda-0fce-4feb-bbd0-d6cb876825a1 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903823 Sep 07 04:18:06.181073 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ec5a4186-6250-4e9f-a310-416cb3b3726d req-362fcaeb-93e8-4225-9e40-c95646ae6c3f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737667 Sep 07 04:18:06.802852 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 41856) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:06.924650 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1505522595-network', 'tenant_id': '54227302cf51431b98f59cef103f2fd8'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:06.958073 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Made reservation on behalf of 54227302cf51431b98f59cef103f2fd8 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:18:06.963042 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:06.975906 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:07.101638 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:07.108230 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:07.152436 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:18:07.162973 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c7deab-4035-478b-b093-b00d950f504d,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:07.172005 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:07.172005 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Added segment 5bc6a1b9-116b-4a41-8bcd-76476a29b87e of type vlan for network 36e9977e-4046-4f49-a6e9-16221dc75d9f Sep 07 04:18:07.232123 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:07.320094 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:07.321535 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:07.322398 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:07.413188 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6092200 Sep 07 04:18:07.416086 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 41870) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:07.421060 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5ddd4e98-0b28-4e02-887a-08098ea56536 admin admin] Request body: {'subnet': {'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1505522595-subnet', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:07.455084 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcab2fe-6481-4889-b937-b918d70e2d5d admin admin] Pushing event updated for resources: {'Network': ['ID=36e9977e-4046-4f49-a6e9-16221dc75d9f,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:07.468454 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network 36e9977e-4046-4f49-a6e9-16221dc75d9f details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:18:07.469616 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddd4e98-0b28-4e02-887a-08098ea56536 admin admin] Made reservation on behalf of 54227302cf51431b98f59cef103f2fd8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:18:07.476036 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a438d99-1a18-4269-a34b-9a80893c28d4 req-483617ed-88e1-40b3-8990-052d481172e6 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:07.476460 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4e98-0b28-4e02-887a-08098ea56536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30223284'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:07.483440 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2a438d99-1a18-4269-a34b-9a80893c28d4 req-483617ed-88e1-40b3-8990-052d481172e6 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 944 time: 0.1860757 Sep 07 04:18:07.504776 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95155073-687b-4be7-ab67-6e01fc5d8f7e req-2ae4226d-5e20-46d9-9d59-e9617fe95985 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:07.512136 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-95155073-687b-4be7-ab67-6e01fc5d8f7e req-2ae4226d-5e20-46d9-9d59-e9617fe95985 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.2168202 Sep 07 04:18:07.572546 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2a438d99-1a18-4269-a34b-9a80893c28d4 req-f1b38675-4b25-4170-a142-6821448fe9b7 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765855 Sep 07 04:18:07.575773 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-95155073-687b-4be7-ab67-6e01fc5d8f7e req-08f3423b-a673-4401-b722-cef320512615 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626228 Sep 07 04:18:07.782759 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4e98-0b28-4e02-887a-08098ea56536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30701902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30223298'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:07.853273 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd4e98-0b28-4e02-887a-08098ea56536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42df96b6-d23b-4b64-bafd-b7718fe12d74,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:07.865333 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddd4e98-0b28-4e02-887a-08098ea56536 admin admin] Checking segment: {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:18:07.865436 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd4e98-0b28-4e02-887a-08098ea56536 admin admin] Network hostable DHCP agents. Network: 36e9977e-4046-4f49-a6e9-16221dc75d9f, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:18:07.883377 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd4e98-0b28-4e02-887a-08098ea56536 admin admin] Network 36e9977e-4046-4f49-a6e9-16221dc75d9f is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:18:07.895580 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5ddd4e98-0b28-4e02-887a-08098ea56536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, 36e9977e-4046-4f49-a6e9-16221dc75d9f) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:18:07.900656 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddd4e98-0b28-4e02-887a-08098ea56536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:07.901374 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4e98-0b28-4e02-887a-08098ea56536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:07.905462 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85376af7-ad60-4ee3-93ce-9d5bf4b16c7c None None] Network 36e9977e-4046-4f49-a6e9-16221dc75d9f requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:18:07.922370 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5ddd4e98-0b28-4e02-887a-08098ea56536 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5023277 Sep 07 04:18:07.922792 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 41880) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:07.929343 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:07.955793 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-323213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11647'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:07.956981 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-323645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-321677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15500'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.023346 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.084356 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15dbd0e4-63ce-5fb6-91ef-286bacd01d99-36e9977e-4046-4f49-a6e9-16221dc75d9f', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74'}]}} from dv-cinder-778193-8-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:18:08.085517 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.087758 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 397339b2-6c2a-4f9a-965f-e03dd77950a3 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:08.202436 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.223395 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port 397339b2-6c2a-4f9a-965f-e03dd77950a3 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:18:08.231441 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port 397339b2-6c2a-4f9a-965f-e03dd77950a3 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:08.232079 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.368698 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Allocated IP 172.20.0.2 (36e9977e-4046-4f49-a6e9-16221dc75d9f/42df96b6-d23b-4b64-bafd-b7718fe12d74/817adbd8-4eda-4516-a569-e4a0c86f6e68) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:18:08.399700 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.459330 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.479004 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.527918 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f414dee1-6fc4-4332-92a9-f32e06961be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397339b2-6c2a-4f9a-965f-e03dd77950a3'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:18:08.530740 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc209287-2916-429c-bbeb-7b6af99fbfc3" -d '{"events": [{"server_uuid": "f414dee1-6fc4-4332-92a9-f32e06961be1", "name": "network-vif-plugged", "status": "completed", "tag": "397339b2-6c2a-4f9a-965f-e03dd77950a3"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:18:08.555583 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 397339b2-6c2a-4f9a-965f-e03dd77950a3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=397339b2-6c2a-4f9a-965f-e03dd77950a3,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:08.569099 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.617720 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Allocated IP 172.27.3.42 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/ebe1496f-784b-4f58-984b-f9a4b7a78012) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:18:08.655967 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7434e777-759e-41e3-a717-6320e2069c7d x-openstack-request-id: req-7434e777-759e-41e3-a717-6320e2069c7d {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:18:08.656355 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f414dee1-6fc4-4332-92a9-f32e06961be1", "name": "network-vif-plugged", "status": "completed", "tag": "397339b2-6c2a-4f9a-965f-e03dd77950a3", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:18:08.656535 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7434e777-759e-41e3-a717-6320e2069c7d {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:18:08.656920 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f414dee1-6fc4-4332-92a9-f32e06961be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397339b2-6c2a-4f9a-965f-e03dd77950a3', 'code': 200} Sep 07 04:18:08.669321 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=397339b2-6c2a-4f9a-965f-e03dd77950a3,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:08.681081 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:08.681495 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:08.681836 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:08.682164 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:08.682491 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:08.682819 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:08.683142 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:08.683464 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:08.683789 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:08.684108 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:08.684466 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:08.685454 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:08.763377 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.775447 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Transition to ACTIVE for port object 817adbd8-4eda-4516-a569-e4a0c86f6e68 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:18:08.797945 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Transition to ACTIVE for port object 817adbd8-4eda-4516-a569-e4a0c86f6e68 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:18:08.806684 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.843854 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Network 36e9977e-4046-4f49-a6e9-16221dc75d9f is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:18:08.847392 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:18:08.857659 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:18:08.900483 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Pushing event updated for resources: {'Port': ['ID=817adbd8-4eda-4516-a569-e4a0c86f6e68,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:08.914710 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9f0b8-8609-4e59-82c8-7ff3b6146a32 req-e6ef2e69-766e-4de8-830c-2a0408d19c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:08.916215 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dfb9f0b8-8609-4e59-82c8-7ff3b6146a32 req-e6ef2e69-766e-4de8-830c-2a0408d19c47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 1098 time: 0.0844460 Sep 07 04:18:08.938691 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Attempting to bind port 817adbd8-4eda-4516-a569-e4a0c86f6e68 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:18:08.939051 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Attempting to bind port 817adbd8-4eda-4516-a569-e4a0c86f6e68 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:18:08.939419 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Attempting to bind port 817adbd8-4eda-4516-a569-e4a0c86f6e68 on network 36e9977e-4046-4f49-a6e9-16221dc75d9f {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:18:08.945151 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:18:08.945520 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Checking segment: {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:18:08.945948 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.946307 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Bound using segment: {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:18:08.946773 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Bound port: 817adbd8-4eda-4516-a569-e4a0c86f6e68, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:18:08.947154 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:08.963591 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dfb9f0b8-8609-4e59-82c8-7ff3b6146a32 req-71768780-6f63-4e22-88ba-64fed25278b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375397 Sep 07 04:18:09.003331 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f577f28-32d5-49be-b934-ef7be3395624 req-fc6ff158-7bbb-403f-a3d6-38ccedcdf06c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:09.012975 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2f577f28-32d5-49be-b934-ef7be3395624 req-fc6ff158-7bbb-403f-a3d6-38ccedcdf06c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.1390119 Sep 07 04:18:09.030609 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] For port 817adbd8-4eda-4516-a569-e4a0c86f6e68, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:18:09.036328 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] For port 817adbd8-4eda-4516-a569-e4a0c86f6e68, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=817adbd8-4eda-4516-a569-e4a0c86f6e68,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:18:09.045640 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:09.102464 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2f577f28-32d5-49be-b934-ef7be3395624 req-90932b89-4db6-4e0b-afe9-3af3e359ed66 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882936 Sep 07 04:18:09.128948 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf21c8-effe-443c-9fa3-fda27d1de975 req-1571d7a1-b800-4d45-b9c3-4c7202e1df1f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:09.128948 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b2cf21c8-effe-443c-9fa3-fda27d1de975 req-1571d7a1-b800-4d45-b9c3-4c7202e1df1f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 945 time: 0.2538188 Sep 07 04:18:09.141654 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb80ca9-e669-4de0-97c7-b36fd906da24 None None] Pushing event updated for resources: {'Port': ['ID=817adbd8-4eda-4516-a569-e4a0c86f6e68,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:09.177410 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:09.227150 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b2cf21c8-effe-443c-9fa3-fda27d1de975 req-eb51b086-abda-4cdb-92fc-b6627f6ffd2d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912328 Sep 07 04:18:09.259484 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:09.304239 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:18:09.307718 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:18:09.311732 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:18:09.355716 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Pushing event updated for resources: {'Port': ['ID=ebe1496f-784b-4f58-984b-f9a4b7a78012,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:09.674527 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:09.877185 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-321790'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:10.040608 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Router 4607a507-874c-43d6-8907-5abfdba68903 is scheduled to L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:18:10.174490 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 817adbd8-4eda-4516-a569-e4a0c86f6e68 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:10.232947 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:18:10.247041 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Sync routers for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:18:10.265401 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 817adbd8-4eda-4516-a569-e4a0c86f6e68 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:18:10.297265 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:10.301053 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-bb25a835-f42e-4c58-a35d-c1c4bce840aa admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3745623 Sep 07 04:18:10.303726 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:18:10.304674 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:17:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:10.305253 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 41904) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:10.337145 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd3fe7-f239-4cd9-8cab-aee8b444ed37 req-cdd0cef8-315f-45d4-b52d-dc651afcddfc tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:10.340044 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5ebd3fe7-f239-4cd9-8cab-aee8b444ed37 req-cdd0cef8-315f-45d4-b52d-dc651afcddfc tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.1048396 Sep 07 04:18:10.394674 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5ebd3fe7-f239-4cd9-8cab-aee8b444ed37 req-42e1c913-7bca-494b-ad6a-d43f4c2ee4e8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456932 Sep 07 04:18:10.448813 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a731eaa-e3e4-4e15-b2c0-91cc432a2c48 req-2a17a8aa-eb91-4fad-998a-1c52715c2c3d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:10.451087 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a731eaa-e3e4-4e15-b2c0-91cc432a2c48 req-2a17a8aa-eb91-4fad-998a-1c52715c2c3d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 945 time: 0.0554302 Sep 07 04:18:10.465735 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d402c3a-a7cb-4b8f-ae97-0c2426743e74 None None] Network 36e9977e-4046-4f49-a6e9-16221dc75d9f requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:18:10.494170 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:18:10.503020 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a731eaa-e3e4-4e15-b2c0-91cc432a2c48 req-2233bb82-5e5a-4745-ace2-660a249c60b5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Sep 07 04:18:10.587796 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a15408d7-0664-4357-9968-d9e2db182789 None None] Provisioning for port 817adbd8-4eda-4516-a569-e4a0c86f6e68 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:18:10.595948 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a15408d7-0664-4357-9968-d9e2db182789 None None] Provisioning complete for port 817adbd8-4eda-4516-a569-e4a0c86f6e68 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:10.596424 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a15408d7-0664-4357-9968-d9e2db182789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:10.697454 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:09Z', 'revision_number': 3, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:10.724187 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Checking router: 4607a507-874c-43d6-8907-5abfdba68903 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:18:10.724932 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Updating router 4607a507-874c-43d6-8907-5abfdba68903 port ebe1496f-784b-4f58-984b-f9a4b7a78012 binding host dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:18:10.756620 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:10.767617 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a15408d7-0664-4357-9968-d9e2db182789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:10.811652 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-a15408d7-0664-4357-9968-d9e2db182789 None None] For port 817adbd8-4eda-4516-a569-e4a0c86f6e68, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=817adbd8-4eda-4516-a569-e4a0c86f6e68,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:10.818883 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a15408d7-0664-4357-9968-d9e2db182789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:10.878018 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:10.893346 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15408d7-0664-4357-9968-d9e2db182789 None None] Pushing event updated for resources: {'Port': ['ID=817adbd8-4eda-4516-a569-e4a0c86f6e68,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:11.042794 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d392a4d6-b13d-40a8-bf7c-07ac08412b8f None None] Provisioning complete for port 817adbd8-4eda-4516-a569-e4a0c86f6e68 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:11.043184 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d392a4d6-b13d-40a8-bf7c-07ac08412b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:11.072071 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Allocated IP 172.20.0.1 (36e9977e-4046-4f49-a6e9-16221dc75d9f/42df96b6-d23b-4b64-bafd-b7718fe12d74/ea789363-4f66-4af1-9395-4e3be5118e4e) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:18:11.083426 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:11.099706 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Transition to ACTIVE for port object ebe1496f-784b-4f58-984b-f9a4b7a78012 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:18:11.124173 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:11.243666 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:11.261385 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Transition to ACTIVE for port object ea789363-4f66-4af1-9395-4e3be5118e4e will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:18:11.266116 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Pushing event updated for resources: {'Port': ['ID=ebe1496f-784b-4f58-984b-f9a4b7a78012,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:11.280641 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:11.281179 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:11.281570 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:11.281954 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:11.282334 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:11.282712 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:11.283203 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:11.283736 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:11.284286 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:11.284676 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:11.285057 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:11.285487 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:11.293965 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Attempting to bind port ebe1496f-784b-4f58-984b-f9a4b7a78012 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:18:11.294402 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Attempting to bind port ebe1496f-784b-4f58-984b-f9a4b7a78012 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:18:11.294820 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Attempting to bind port ebe1496f-784b-4f58-984b-f9a4b7a78012 on network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:18:11.300657 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:18:11.301088 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Checking segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:18:11.303002 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:11.303913 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Bound using segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:18:11.304235 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Bound port: ebe1496f-784b-4f58-984b-f9a4b7a78012, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:18:11.305040 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:11.313777 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:11.369387 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Network 36e9977e-4046-4f49-a6e9-16221dc75d9f is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:18:11.372887 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:18:11.376047 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:18:11.410736 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Pushing event updated for resources: {'Port': ['ID=ea789363-4f66-4af1-9395-4e3be5118e4e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:11.417209 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] For port ebe1496f-784b-4f58-984b-f9a4b7a78012, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:18:11.429357 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] For port ebe1496f-784b-4f58-984b-f9a4b7a78012, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=ebe1496f-784b-4f58-984b-f9a4b7a78012,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:18:11.442357 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:11.449480 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322189'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:11.595432 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7536c2-a886-412f-9fda-c006f2841bcd req-fb502b1b-ca09-4169-af5f-cd0d6ce196a3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:11.606508 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de7536c2-a886-412f-9fda-c006f2841bcd req-fb502b1b-ca09-4169-af5f-cd0d6ce196a3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0740051 Sep 07 04:18:11.619484 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:18:11.620125 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:17:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:11.680892 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de7536c2-a886-412f-9fda-c006f2841bcd req-14345bf6-e7d4-4c56-af36-8e8aa8acccf0 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733685 Sep 07 04:18:11.707570 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad21108-222a-4bd5-ae0c-93f6772b34eb None None] Pushing event updated for resources: {'Port': ['ID=ebe1496f-784b-4f58-984b-f9a4b7a78012,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:11.711628 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:11.755762 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a633b1f-67e6-48e1-b87d-519a762c6f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:11.785187 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56988215-0052-4ee9-93fc-291a38ed5184 req-c8f9d447-bb0b-4fc1-b564-8998ab1e7420 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:11.788127 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-56988215-0052-4ee9-93fc-291a38ed5184 req-c8f9d447-bb0b-4fc1-b564-8998ab1e7420 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 945 time: 0.1371450 Sep 07 04:18:11.872598 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:18:11.876132 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-56988215-0052-4ee9-93fc-291a38ed5184 req-4589f3df-e2c3-4e2e-9313-3151c4fb90e6 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820336 Sep 07 04:18:11.898742 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ce51b99b-5eec-43df-aa2b-abcdc7794369 None None] Provisioning for port ea789363-4f66-4af1-9395-4e3be5118e4e completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:18:11.927149 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ce51b99b-5eec-43df-aa2b-abcdc7794369 None None] Provisioning complete for port ea789363-4f66-4af1-9395-4e3be5118e4e triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:11.927897 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ce51b99b-5eec-43df-aa2b-abcdc7794369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:12.072831 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ce51b99b-5eec-43df-aa2b-abcdc7794369 None None] Port ea789363-4f66-4af1-9395-4e3be5118e4e cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:18:12.090427 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:12.104951 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:12.143803 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 817adbd8-4eda-4516-a569-e4a0c86f6e68 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:12.219944 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 817adbd8-4eda-4516-a569-e4a0c86f6e68 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:12.220860 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:12.231671 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:09Z', 'revision_number': 3, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:12.239742 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33082055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322877'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:12.260292 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Pushing event updated for resources: {'Port': ['ID=ea789363-4f66-4af1-9395-4e3be5118e4e,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:12.266394 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01bbcf-f56c-45f8-9677-625f36ae812d None None] The sync data for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi is: [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:09Z', 'revision_number': 3, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:18:12.375398 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Network 36e9977e-4046-4f49-a6e9-16221dc75d9f is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:18:12.377544 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:18:12.544357 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Router 4607a507-874c-43d6-8907-5abfdba68903 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:18:12.816414 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-43083633-55cb-4b74-84f7-112dc3dd6677 None None] Provisioning complete for port ea789363-4f66-4af1-9395-4e3be5118e4e triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:12.817754 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43083633-55cb-4b74-84f7-112dc3dd6677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:12.851527 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3fe23-3084-455c-a494-0ff4cdf1d58a req-5a6ee660-53ee-4ee1-a3ee-4d3d20ad00fb tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:12.859942 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1d3fe23-3084-455c-a494-0ff4cdf1d58a req-5a6ee660-53ee-4ee1-a3ee-4d3d20ad00fb tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0780263 Sep 07 04:18:12.939356 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1d3fe23-3084-455c-a494-0ff4cdf1d58a req-6a545a90-a00e-4013-82b5-89370ccd55cc tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780866 Sep 07 04:18:13.060030 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-43083633-55cb-4b74-84f7-112dc3dd6677 None None] Port ea789363-4f66-4af1-9395-4e3be5118e4e cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:18:13.077863 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:18:13.094772 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-cb324de4-6a7a-4474-9e55-75e70c7eeb6d admin admin] 10.222.0.41 "PUT /v2.0/routers/4607a507-874c-43d6-8907-5abfdba68903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7790794 Sep 07 04:18:13.117024 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383e601-3850-4059-920e-725c24bd80fd req-f5e5dfe7-038f-4e8c-b980-a894f58b3185 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:13.130179 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2383e601-3850-4059-920e-725c24bd80fd req-f5e5dfe7-038f-4e8c-b980-a894f58b3185 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 945 time: 0.1014011 Sep 07 04:18:13.182434 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2383e601-3850-4059-920e-725c24bd80fd req-c89f2dd5-4abe-4835-85d3-80aa16061522 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486677 Sep 07 04:18:13.851397 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 41966) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:13.856923 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-853525019-network', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:13.878846 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Made reservation on behalf of 5760d2bab3f9433696a93b92543f0f39 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:18:13.881627 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:13.890255 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:13.975970 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:13.981166 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.002242 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:18:14.026923 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0942101e-c67e-4227-bb07-65f0e4da98d4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:14.041759 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.042235 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Added segment 6c862dfc-293c-441e-a08e-94ea91aee43e of type vlan for network bb006754-012b-4ea3-a9ff-16224dc68dda Sep 07 04:18:14.063345 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499731-826a-4b88-b6be-7dbf203d8c03 req-536a8854-03c9-4843-8dc4-503d3dc16150 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:14.066417 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb499731-826a-4b88-b6be-7dbf203d8c03 req-536a8854-03c9-4843-8dc4-503d3dc16150 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0602901 Sep 07 04:18:14.127232 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.167508 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb499731-826a-4b88-b6be-7dbf203d8c03 req-5dcc1570-1dee-4fcd-b418-a1689816ca0c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843163 Sep 07 04:18:14.189223 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.191898 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:14.193852 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.268740 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48a5019d-69c8-47a8-8180-5158c7fd3a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.276432 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device ebe1496f-784b-4f58-984b-f9a4b7a78012 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:14.301195 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=bb006754-012b-4ea3-a9ff-16224dc68dda,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:14.317178 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-80dc79f1-6bce-4932-a4b2-08ce38884ff2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4635074 Sep 07 04:18:14.320092 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 41970) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:14.323302 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network bb006754-012b-4ea3-a9ff-16224dc68dda details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:18:14.325226 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-4c6153ca-a386-4600-8bf8-47ef5350a67d admin admin] Request body: {'subnet': {'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-853525019-subnet', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:14.361517 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6153ca-a386-4600-8bf8-47ef5350a67d admin admin] Made reservation on behalf of 5760d2bab3f9433696a93b92543f0f39 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:18:14.366095 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4c6153ca-a386-4600-8bf8-47ef5350a67d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29810705'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.453876 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port ebe1496f-784b-4f58-984b-f9a4b7a78012 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:18:14.459978 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port ebe1496f-784b-4f58-984b-f9a4b7a78012 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:14.460727 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.559384 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.590001 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port ebe1496f-784b-4f58-984b-f9a4b7a78012, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=ebe1496f-784b-4f58-984b-f9a4b7a78012,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:14.596620 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.602600 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4c6153ca-a386-4600-8bf8-47ef5350a67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29810791'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.675221 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6153ca-a386-4600-8bf8-47ef5350a67d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff3db62-41c3-43d1-9263-8816229598ab,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:14.680220 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6153ca-a386-4600-8bf8-47ef5350a67d admin admin] Checking segment: {'id': '6c862dfc-293c-441e-a08e-94ea91aee43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:18:14.680614 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6153ca-a386-4600-8bf8-47ef5350a67d admin admin] Network hostable DHCP agents. Network: bb006754-012b-4ea3-a9ff-16224dc68dda, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:18:14.684427 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=ebe1496f-784b-4f58-984b-f9a4b7a78012,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:14.710919 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Sync routers for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:18:14.719580 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6153ca-a386-4600-8bf8-47ef5350a67d admin admin] Network bb006754-012b-4ea3-a9ff-16224dc68dda is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:18:14.727939 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:18:14.728898 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:18:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:14.736710 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-4c6153ca-a386-4600-8bf8-47ef5350a67d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, bb006754-012b-4ea3-a9ff-16224dc68dda) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:18:14.744191 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6153ca-a386-4600-8bf8-47ef5350a67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:14.744849 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4c6153ca-a386-4600-8bf8-47ef5350a67d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.769406 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4c6153ca-a386-4600-8bf8-47ef5350a67d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4479342 Sep 07 04:18:14.772148 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 41980) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:14.777029 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-853525019-router', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:14.811008 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8561316a-3065-451a-aba7-5c5c824378a8 None None] Network bb006754-012b-4ea3-a9ff-16224dc68dda requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:18:14.815879 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-323213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11647'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.815879 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-323645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-321677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15500'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.881009 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:14.892362 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:15.041092 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84af18d1-98dd-44c0-8084-16e97f65e34a req-87a30ea8-cca9-4f78-b2d0-232716feff03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901065 Sep 07 04:18:15.074892 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:18:15.108029 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15dbd0e4-63ce-5fb6-91ef-286bacd01d99-bb006754-012b-4ea3-a9ff-16224dc68dda', 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'fixed_ips': [{'subnet_id': '3ff3db62-41c3-43d1-9263-8816229598ab'}]}} from dv-cinder-778193-8-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:18:15.108921 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:15.155754 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:15.247310 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af18d1-98dd-44c0-8084-16e97f65e34a req-94eea098-9974-44a2-b93c-05b3f0dfc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:15.248890 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84af18d1-98dd-44c0-8084-16e97f65e34a req-94eea098-9974-44a2-b93c-05b3f0dfc178 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 1099 time: 0.0859077 Sep 07 04:18:15.282172 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Allocated IP 172.20.0.2 (bb006754-012b-4ea3-a9ff-16224dc68dda/3ff3db62-41c3-43d1-9263-8816229598ab/a863a763-b5b8-448e-b0ff-30b9be254f6b) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:18:15.334036 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd35ab5-c5b4-45ca-b75c-308fa0a34dfa req-6798b00d-5f8c-4f8c-b351-547c95579914 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:15.336915 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-acd35ab5-c5b4-45ca-b75c-308fa0a34dfa req-6798b00d-5f8c-4f8c-b351-547c95579914 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0880809 Sep 07 04:18:15.399477 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-acd35ab5-c5b4-45ca-b75c-308fa0a34dfa req-7de59dbe-b0d0-421e-a9ec-de8e7ff94ae7 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558457 Sep 07 04:18:15.432035 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af18d1-98dd-44c0-8084-16e97f65e34a req-ef0fffcb-2908-4a85-98f1-45df97d73194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:15.433934 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84af18d1-98dd-44c0-8084-16e97f65e34a req-ef0fffcb-2908-4a85-98f1-45df97d73194 service neutron] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 918 time: 0.1393824 Sep 07 04:18:15.484424 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:15.505314 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:15.528623 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84af18d1-98dd-44c0-8084-16e97f65e34a req-ea517c53-512e-42f5-9b21-ff207fbd1a8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955 HTTP/1.1" status: 200 len: 1001 time: 0.0829597 Sep 07 04:18:15.547223 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Transition to ACTIVE for port object a863a763-b5b8-448e-b0ff-30b9be254f6b will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:18:15.576138 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Transition to ACTIVE for port object a863a763-b5b8-448e-b0ff-30b9be254f6b will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:18:15.590256 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:15.628658 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af18d1-98dd-44c0-8084-16e97f65e34a req-c1ab7a53-60dc-4243-a54c-dc5d260ad90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:15.630172 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84af18d1-98dd-44c0-8084-16e97f65e34a req-c1ab7a53-60dc-4243-a54c-dc5d260ad90a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.0906892 Sep 07 04:18:15.651076 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Network bb006754-012b-4ea3-a9ff-16224dc68dda is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:18:15.658228 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:18:15.663502 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:18:15.681221 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Pushing event updated for resources: {'Port': ['ID=a863a763-b5b8-448e-b0ff-30b9be254f6b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:15.736956 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:15.739786 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Attempting to bind port a863a763-b5b8-448e-b0ff-30b9be254f6b on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:18:15.740158 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Attempting to bind port a863a763-b5b8-448e-b0ff-30b9be254f6b by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '6c862dfc-293c-441e-a08e-94ea91aee43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:18:15.740542 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Attempting to bind port a863a763-b5b8-448e-b0ff-30b9be254f6b on network bb006754-012b-4ea3-a9ff-16224dc68dda {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:18:15.741259 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af18d1-98dd-44c0-8084-16e97f65e34a req-d3503a54-7a7a-4303-b224-cea86ed8a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:15.744822 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84af18d1-98dd-44c0-8084-16e97f65e34a req-d3503a54-7a7a-4303-b224-cea86ed8a5d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866151 Sep 07 04:18:15.750918 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:18:15.751375 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Checking segment: {'id': '6c862dfc-293c-441e-a08e-94ea91aee43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:18:15.751778 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:15.752169 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Bound using segment: {'id': '6c862dfc-293c-441e-a08e-94ea91aee43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:18:15.752665 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Bound port: a863a763-b5b8-448e-b0ff-30b9be254f6b, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c862dfc-293c-441e-a08e-94ea91aee43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:18:15.753042 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:15.757685 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 2, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:15.767819 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:15.791703 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Checking router: 4607a507-874c-43d6-8907-5abfdba68903 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:18:15.792077 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Updating router 4607a507-874c-43d6-8907-5abfdba68903 port ea789363-4f66-4af1-9395-4e3be5118e4e binding host dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:18:15.842786 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:15.901627 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] For port a863a763-b5b8-448e-b0ff-30b9be254f6b, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:18:15.922060 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] For port a863a763-b5b8-448e-b0ff-30b9be254f6b, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=a863a763-b5b8-448e-b0ff-30b9be254f6b,segment=NetworkSegment(6c862dfc-293c-441e-a08e-94ea91aee43e),segment_id=6c862dfc-293c-441e-a08e-94ea91aee43e)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:18:15.957471 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84af18d1-98dd-44c0-8084-16e97f65e34a req-ffcf9f7f-9211-4480-8ef3-1ed4ea3ef684 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975505 Sep 07 04:18:15.972359 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:15.997416 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Allocated IP 172.27.3.6 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/76316c77-a2c3-4773-84ad-8d722740dffa) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:18:16.063781 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ec58c-8934-47cd-8fa7-d47d466d5a1b None None] Pushing event updated for resources: {'Port': ['ID=a863a763-b5b8-448e-b0ff-30b9be254f6b,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:16.164656 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84af18d1-98dd-44c0-8084-16e97f65e34a req-b60d118c-e024-4aa3-b701-0c93b071a569 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907876 Sep 07 04:18:16.239482 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:16.266029 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device ebe1496f-784b-4f58-984b-f9a4b7a78012 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:16.321448 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:16.383500 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:16.389647 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:18:16.402675 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Transition to ACTIVE for port object ea789363-4f66-4af1-9395-4e3be5118e4e will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:18:16.406802 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:18:16.410445 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:18:16.427637 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port ebe1496f-784b-4f58-984b-f9a4b7a78012 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:16.428008 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:16.430937 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:16.522390 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Pushing event updated for resources: {'Port': ['ID=76316c77-a2c3-4773-84ad-8d722740dffa,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:16.659399 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242576e-5f8e-4814-9929-baab1f9aa3ea req-51b5927b-eb71-4193-b547-1b8bce767606 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:16.701189 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7242576e-5f8e-4814-9929-baab1f9aa3ea req-51b5927b-eb71-4193-b547-1b8bce767606 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.1406116 Sep 07 04:18:16.718932 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2166e-f681-4efd-8c65-3d587f16b01d None None] Pushing event updated for resources: {'Port': ['ID=ea789363-4f66-4af1-9395-4e3be5118e4e,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:16.897005 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7242576e-5f8e-4814-9929-baab1f9aa3ea req-85c237c8-0eff-4870-9eaa-0ded98d7605a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947892 Sep 07 04:18:17.051510 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Attempting to bind port ea789363-4f66-4af1-9395-4e3be5118e4e on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:18:17.052597 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Attempting to bind port ea789363-4f66-4af1-9395-4e3be5118e4e by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:18:17.053305 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Attempting to bind port ea789363-4f66-4af1-9395-4e3be5118e4e on network 36e9977e-4046-4f49-a6e9-16221dc75d9f {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:18:17.063566 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:18:17.063816 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Checking segment: {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:18:17.064316 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:17.064574 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Bound using segment: {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:18:17.065045 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Bound port: ea789363-4f66-4af1-9395-4e3be5118e4e, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:18:17.065559 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:17.183829 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:17.187441 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:17.228481 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] For port ea789363-4f66-4af1-9395-4e3be5118e4e, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:18:17.232221 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] For port ea789363-4f66-4af1-9395-4e3be5118e4e, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=ea789363-4f66-4af1-9395-4e3be5118e4e,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:18:17.238673 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:17.323707 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:18:17.324370 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:18:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:17.326370 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2166e-f681-4efd-8c65-3d587f16b01d None None] Pushing event updated for resources: {'Port': ['ID=ea789363-4f66-4af1-9395-4e3be5118e4e,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:17.515020 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:17.553349 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:18:17.582399 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-321790'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:18.016097 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecf3618-bddc-47e3-9d66-fa4f84fbea08 None None] Network bb006754-012b-4ea3-a9ff-16224dc68dda requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:18:18.048332 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:17Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:18.091453 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4e9bc-37cf-4b08-9f26-3e2cf9da9312 req-a84a12c4-b849-4a84-ae41-ebb0e2ca603a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:18.100542 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b6d4e9bc-37cf-4b08-9f26-3e2cf9da9312 req-a84a12c4-b849-4a84-ae41-ebb0e2ca603a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0719652 Sep 07 04:18:18.163034 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc6131-e638-434a-a615-ca74d2790aa2 None None] The sync data for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi is: [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:17Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:18:18.171108 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b6d4e9bc-37cf-4b08-9f26-3e2cf9da9312 req-034c9dca-4abe-4b7b-94df-b9d2bbf93f6d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690689 Sep 07 04:18:18.175647 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Router 4223be1d-d196-4258-b73c-cfcfafaf432c is scheduled to L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:18:18.250369 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-80250b93-79a9-4b1e-837c-773747da6417 None None] Provisioning for port a863a763-b5b8-448e-b0ff-30b9be254f6b completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:18:18.301769 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device a863a763-b5b8-448e-b0ff-30b9be254f6b up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:18.408999 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:18:18.418934 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Sync routers for ids ['4223be1d-d196-4258-b73c-cfcfafaf432c'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:18:18.436379 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:18.438596 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b83789d8-b369-4b7b-aa5f-e9f38c0ff128 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6647918 Sep 07 04:18:18.438820 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port a863a763-b5b8-448e-b0ff-30b9be254f6b completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:18:18.441797 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 42030) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:18.444066 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port a863a763-b5b8-448e-b0ff-30b9be254f6b triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:18.444469 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:18.458979 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Routers {'4223be1d-d196-4258-b73c-cfcfafaf432c'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:18:18.460173 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:18:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4223be1d-d196-4258-b73c-cfcfafaf432c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:18.587670 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:18.630677 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port a863a763-b5b8-448e-b0ff-30b9be254f6b, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=a863a763-b5b8-448e-b0ff-30b9be254f6b,segment=NetworkSegment(6c862dfc-293c-441e-a08e-94ea91aee43e),segment_id=6c862dfc-293c-441e-a08e-94ea91aee43e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:18.647324 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Set router 4223be1d-d196-4258-b73c-cfcfafaf432c gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:18:18.648620 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:18.768770 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=a863a763-b5b8-448e-b0ff-30b9be254f6b,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:18.934296 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a19a71ce-3a1f-48c4-99ab-e82dc51c31fb None None] Provisioning complete for port a863a763-b5b8-448e-b0ff-30b9be254f6b triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:18.934296 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a19a71ce-3a1f-48c4-99ab-e82dc51c31fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:19.021221 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'name': 'tempest-TestVolumeBootPattern-853525019-router', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:14Z', 'updated_at': '2021-09-07T04:18:16Z', 'revision_number': 3, 'project_id': '5760d2bab3f9433696a93b92543f0f39', 'gw_port': {'id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:15Z', 'updated_at': '2021-09-07T04:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:19.058370 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Checking router: 4223be1d-d196-4258-b73c-cfcfafaf432c for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:18:19.058717 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Updating router 4223be1d-d196-4258-b73c-cfcfafaf432c port 76316c77-a2c3-4773-84ad-8d722740dffa binding host dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:18:19.096918 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:19.427513 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f5f6a-edbb-46ba-971e-9bdbdaff1c26 req-d24c4cc5-8433-4f6c-b5b0-6ce31a3e60eb tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:19.429086 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8f7f5f6a-edbb-46ba-971e-9bdbdaff1c26 req-d24c4cc5-8433-4f6c-b5b0-6ce31a3e60eb tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0873439 Sep 07 04:18:19.560448 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8f7f5f6a-edbb-46ba-971e-9bdbdaff1c26 req-e76bdaec-f101-44fb-a0b0-1178a7da8221 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240180 Sep 07 04:18:19.572575 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:19.591898 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Transition to ACTIVE for port object 76316c77-a2c3-4773-84ad-8d722740dffa will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:18:19.602216 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:19.656413 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:19.663273 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Attempting to bind port 76316c77-a2c3-4773-84ad-8d722740dffa on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:18:19.664665 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Attempting to bind port 76316c77-a2c3-4773-84ad-8d722740dffa by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:18:19.665332 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Attempting to bind port 76316c77-a2c3-4773-84ad-8d722740dffa on network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:18:19.675283 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49868e1-5552-4765-9144-042d5081d094 None None] Pushing event updated for resources: {'Port': ['ID=76316c77-a2c3-4773-84ad-8d722740dffa,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:19.681623 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:18:19.682073 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Checking segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:18:19.682383 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:19.682766 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Bound using segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:18:19.683237 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Bound port: 76316c77-a2c3-4773-84ad-8d722740dffa, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:18:19.683633 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:19.790363 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] For port 76316c77-a2c3-4773-84ad-8d722740dffa, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:18:19.796356 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] For port 76316c77-a2c3-4773-84ad-8d722740dffa, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=76316c77-a2c3-4773-84ad-8d722740dffa,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:18:19.809974 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:19.923542 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Routers {'4223be1d-d196-4258-b73c-cfcfafaf432c'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:18:19.925124 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:18:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4223be1d-d196-4258-b73c-cfcfafaf432c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:19.984523 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Allocated IP 172.20.0.1 (bb006754-012b-4ea3-a9ff-16224dc68dda/3ff3db62-41c3-43d1-9263-8816229598ab/6312d25b-a881-4ae6-965a-c8271f70ff50) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:18:19.991070 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49868e1-5552-4765-9144-042d5081d094 None None] Pushing event updated for resources: {'Port': ['ID=76316c77-a2c3-4773-84ad-8d722740dffa,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:20.093621 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] Set router 4223be1d-d196-4258-b73c-cfcfafaf432c gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:18:20.134289 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:20.156992 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Transition to ACTIVE for port object 6312d25b-a881-4ae6-965a-c8271f70ff50 will not be triggered until provisioned by entity DHCP. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:18:20.199766 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:20.263022 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Pushing event updated for resources: {'Port': ['ID=6312d25b-a881-4ae6-965a-c8271f70ff50,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:20.273730 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Network bb006754-012b-4ea3-a9ff-16224dc68dda is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:18:20.275602 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:18:20.289373 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:18:20.305403 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device ea789363-4f66-4af1-9395-4e3be5118e4e up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:20.328412 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'name': 'tempest-TestVolumeBootPattern-853525019-router', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:14Z', 'updated_at': '2021-09-07T04:18:16Z', 'revision_number': 3, 'project_id': '5760d2bab3f9433696a93b92543f0f39', 'gw_port': {'id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:15Z', 'updated_at': '2021-09-07T04:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:20.361850 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963a6cc-d365-4ec7-bc34-9907b1ca4646 None None] The sync data for ids ['4223be1d-d196-4258-b73c-cfcfafaf432c'] in dv-cinder-778193-8-iscsi is: [{'id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'name': 'tempest-TestVolumeBootPattern-853525019-router', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:14Z', 'updated_at': '2021-09-07T04:18:16Z', 'revision_number': 3, 'project_id': '5760d2bab3f9433696a93b92543f0f39', 'gw_port': {'id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:15Z', 'updated_at': '2021-09-07T04:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:18:20.381519 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322189'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:20.415880 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port ea789363-4f66-4af1-9395-4e3be5118e4e completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:18:20.420680 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port ea789363-4f66-4af1-9395-4e3be5118e4e triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:20.421657 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:20.560381 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:20.572044 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:20.616282 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port ea789363-4f66-4af1-9395-4e3be5118e4e, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=ea789363-4f66-4af1-9395-4e3be5118e4e,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:20.624941 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:20.626647 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device a863a763-b5b8-448e-b0ff-30b9be254f6b up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:20.796581 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded8262-9ad6-4083-a7fe-b9785f58de2c req-871e91a9-4ff0-43f7-97dd-948095691240 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:20.799157 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=ea789363-4f66-4af1-9395-4e3be5118e4e,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:20.812590 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dded8262-9ad6-4083-a7fe-b9785f58de2c req-871e91a9-4ff0-43f7-97dd-948095691240 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.1380551 Sep 07 04:18:20.827056 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-30e1eaed-05ec-4a34-b4a3-8cb2719e04f0 None None] Provisioning for port 6312d25b-a881-4ae6-965a-c8271f70ff50 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:18:20.838471 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-30e1eaed-05ec-4a34-b4a3-8cb2719e04f0 None None] Provisioning complete for port 6312d25b-a881-4ae6-965a-c8271f70ff50 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:20.838822 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30e1eaed-05ec-4a34-b4a3-8cb2719e04f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:20.854167 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port a863a763-b5b8-448e-b0ff-30b9be254f6b triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:20.854604 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:20.899067 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dded8262-9ad6-4083-a7fe-b9785f58de2c req-397bc768-d117-4a94-a678-eb13b14c31de tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852833 Sep 07 04:18:20.942967 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:20.955869 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:20.979811 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-30e1eaed-05ec-4a34-b4a3-8cb2719e04f0 None None] Port 6312d25b-a881-4ae6-965a-c8271f70ff50 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:18:21.057283 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33082055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322877'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:21.059172 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Pushing event updated for resources: {'Port': ['ID=6312d25b-a881-4ae6-965a-c8271f70ff50,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:21.068302 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:18:21.196163 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Network bb006754-012b-4ea3-a9ff-16224dc68dda is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:18:21.197997 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:18:21.356546 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Router 4223be1d-d196-4258-b73c-cfcfafaf432c has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:18:21.490800 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:18:21.497395 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ef152962-6a2b-4f75-8927-ab740a33105f admin admin] 10.222.0.41 "PUT /v2.0/routers/4223be1d-d196-4258-b73c-cfcfafaf432c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0537755 Sep 07 04:18:21.509023 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-2ae3e407-d76e-44ed-9c30-317595884d09 None None] Provisioning complete for port 6312d25b-a881-4ae6-965a-c8271f70ff50 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:21.510108 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2ae3e407-d76e-44ed-9c30-317595884d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:21.581766 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2ae3e407-d76e-44ed-9c30-317595884d09 None None] Port 6312d25b-a881-4ae6-965a-c8271f70ff50 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:18:22.079431 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27950cd7-984e-4bce-b36c-17a74a26c9fe req-c9fb6ed3-6e1a-425f-92fd-0ff5cb93fe98 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:22.081010 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-27950cd7-984e-4bce-b36c-17a74a26c9fe req-c9fb6ed3-6e1a-425f-92fd-0ff5cb93fe98 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0745997 Sep 07 04:18:22.138371 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-27950cd7-984e-4bce-b36c-17a74a26c9fe req-8ba1c4e0-481e-4d4d-88b3-64fd126719a8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499470 Sep 07 04:18:22.310128 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device ea789363-4f66-4af1-9395-4e3be5118e4e up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:22.399653 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port ea789363-4f66-4af1-9395-4e3be5118e4e triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:22.400025 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:22.488101 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 76316c77-a2c3-4773-84ad-8d722740dffa up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:22.544664 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 76316c77-a2c3-4773-84ad-8d722740dffa completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:18:22.549646 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 76316c77-a2c3-4773-84ad-8d722740dffa triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:22.550247 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:22.639928 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:22.671484 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 76316c77-a2c3-4773-84ad-8d722740dffa, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=76316c77-a2c3-4773-84ad-8d722740dffa,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:22.677714 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:22.719205 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Sync routers for ids ['4223be1d-d196-4258-b73c-cfcfafaf432c'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:18:22.746767 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=76316c77-a2c3-4773-84ad-8d722740dffa,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:22.749462 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Routers {'4223be1d-d196-4258-b73c-cfcfafaf432c'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:18:22.750128 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:18:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4223be1d-d196-4258-b73c-cfcfafaf432c'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:22.857537 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Set router 4223be1d-d196-4258-b73c-cfcfafaf432c gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:18:23.070440 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'name': 'tempest-TestVolumeBootPattern-853525019-router', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:14Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 4, 'project_id': '5760d2bab3f9433696a93b92543f0f39', 'gw_port': {'id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:15Z', 'updated_at': '2021-09-07T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '6312d25b-a881-4ae6-965a-c8271f70ff50', 'name': '', 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'mac_address': 'fa:16:3e:cf:43:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3ff3db62-41c3-43d1-9263-8816229598ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:19Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 2, 'project_id': '5760d2bab3f9433696a93b92543f0f39', 'subnets': [{'id': '3ff3db62-41c3-43d1-9263-8816229598ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:23.100314 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Checking router: 4223be1d-d196-4258-b73c-cfcfafaf432c for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:18:23.100673 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Updating router 4223be1d-d196-4258-b73c-cfcfafaf432c port 6312d25b-a881-4ae6-965a-c8271f70ff50 binding host dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:18:23.124503 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.278732 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dee402-222f-4c58-90e2-6a00fedf5a7d req-7c969110-7d98-402a-b591-b932d0807216 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:23.283782 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-93dee402-222f-4c58-90e2-6a00fedf5a7d req-7c969110-7d98-402a-b591-b932d0807216 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0606909 Sep 07 04:18:23.339893 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-93dee402-222f-4c58-90e2-6a00fedf5a7d req-f38a2971-4456-4f5a-967a-83ed87bdd3ba tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497320 Sep 07 04:18:23.435142 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d030f5-29b4-46ad-9f1b-36a4d47bc332 req-81d043d1-addd-4f40-80db-d54c629cc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:23.436817 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-11d030f5-29b4-46ad-9f1b-36a4d47bc332 req-81d043d1-addd-4f40-80db-d54c629cc6d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 1098 time: 0.0415850 Sep 07 04:18:23.474391 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-11d030f5-29b4-46ad-9f1b-36a4d47bc332 req-da857333-e4bd-479e-acd3-d7f6e97cfb60 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278499 Sep 07 04:18:23.517550 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.530995 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Transition to ACTIVE for port object 6312d25b-a881-4ae6-965a-c8271f70ff50 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:18:23.537551 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.586101 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 42118) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:23.586330 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42ad6e-7148-44a9-8769-15a6bfb94677 None None] Pushing event updated for resources: {'Port': ['ID=6312d25b-a881-4ae6-965a-c8271f70ff50,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:23.591842 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-f042bf75-ae4c-4496-bd3b-a2ba15ad9ef9 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944444272', 'description': 'tempest-secgroup-smoke-1944444272 description', 'project_id': '54227302cf51431b98f59cef103f2fd8'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:23.617355 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f042bf75-ae4c-4496-bd3b-a2ba15ad9ef9 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.636702 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Attempting to bind port 6312d25b-a881-4ae6-965a-c8271f70ff50 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:18:23.637406 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Attempting to bind port 6312d25b-a881-4ae6-965a-c8271f70ff50 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '6c862dfc-293c-441e-a08e-94ea91aee43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:18:23.637406 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Attempting to bind port 6312d25b-a881-4ae6-965a-c8271f70ff50 on network bb006754-012b-4ea3-a9ff-16224dc68dda {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:18:23.642985 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:18:23.643357 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Checking segment: {'id': '6c862dfc-293c-441e-a08e-94ea91aee43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:18:23.643929 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.644433 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Bound using segment: {'id': '6c862dfc-293c-441e-a08e-94ea91aee43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:18:23.644924 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Bound port: 6312d25b-a881-4ae6-965a-c8271f70ff50, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c862dfc-293c-441e-a08e-94ea91aee43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:18:23.646001 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.710883 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f042bf75-ae4c-4496-bd3b-a2ba15ad9ef9 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.718696 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f042bf75-ae4c-4496-bd3b-a2ba15ad9ef9 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.718935 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] For port 6312d25b-a881-4ae6-965a-c8271f70ff50, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:18:23.722295 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] For port 6312d25b-a881-4ae6-965a-c8271f70ff50, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=6312d25b-a881-4ae6-965a-c8271f70ff50,segment=NetworkSegment(6c862dfc-293c-441e-a08e-94ea91aee43e),segment_id=6c862dfc-293c-441e-a08e-94ea91aee43e)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:18:23.729929 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.747110 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f042bf75-ae4c-4496-bd3b-a2ba15ad9ef9 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.751061 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f042bf75-ae4c-4496-bd3b-a2ba15ad9ef9 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1611485 Sep 07 04:18:23.751413 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 42120) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:23.756423 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-40da8fa7-53e1-4d5b-a1f4-0cfa12fae2d7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'security_group_rule': {'security_group_id': '9f06cf78-94db-43ff-a510-5e9e6c478cf0', 'project_id': '54227302cf51431b98f59cef103f2fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:23.761709 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042bf75-ae4c-4496-bd3b-a2ba15ad9ef9 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f06cf78-94db-43ff-a510-5e9e6c478cf0,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:23.785591 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Routers {'4223be1d-d196-4258-b73c-cfcfafaf432c'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:18:23.786330 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:18:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4223be1d-d196-4258-b73c-cfcfafaf432c'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:23.792907 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-40da8fa7-53e1-4d5b-a1f4-0cfa12fae2d7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.844246 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42ad6e-7148-44a9-8769-15a6bfb94677 None None] Pushing event updated for resources: {'Port': ['ID=6312d25b-a881-4ae6-965a-c8271f70ff50,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:23.859917 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-40da8fa7-53e1-4d5b-a1f4-0cfa12fae2d7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.864532 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-40da8fa7-53e1-4d5b-a1f4-0cfa12fae2d7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.895754 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8fa7-53e1-4d5b-a1f4-0cfa12fae2d7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f00183e-099b-4dc7-b899-c87f48921735,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:23.912208 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-40da8fa7-53e1-4d5b-a1f4-0cfa12fae2d7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:23.916596 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42128) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:23.921616 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-51fe20ef-a24e-4184-91a5-2f9a586a986d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'security_group_rule': {'security_group_id': '9f06cf78-94db-43ff-a510-5e9e6c478cf0', 'project_id': '54227302cf51431b98f59cef103f2fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:23.925152 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-40da8fa7-53e1-4d5b-a1f4-0cfa12fae2d7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724653 Sep 07 04:18:23.933546 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] Set router 4223be1d-d196-4258-b73c-cfcfafaf432c gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:18:23.958314 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51fe20ef-a24e-4184-91a5-2f9a586a986d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.026107 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51fe20ef-a24e-4184-91a5-2f9a586a986d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.030582 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51fe20ef-a24e-4184-91a5-2f9a586a986d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.050198 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe20ef-a24e-4184-91a5-2f9a586a986d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53eb81f4-c92d-4dec-a724-2fc70deffaa9,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:24.077491 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51fe20ef-a24e-4184-91a5-2f9a586a986d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.078710 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-51fe20ef-a24e-4184-91a5-2f9a586a986d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608779 Sep 07 04:18:24.081379 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42140) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:24.085751 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-839a66b3-0d70-4f78-b57e-e7d2082392b4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'security_group_rule': {'security_group_id': '9f06cf78-94db-43ff-a510-5e9e6c478cf0', 'project_id': '54227302cf51431b98f59cef103f2fd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:24.126889 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-839a66b3-0d70-4f78-b57e-e7d2082392b4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.159987 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 76316c77-a2c3-4773-84ad-8d722740dffa up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:24.191033 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'name': 'tempest-TestVolumeBootPattern-853525019-router', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:14Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 4, 'project_id': '5760d2bab3f9433696a93b92543f0f39', 'gw_port': {'id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:15Z', 'updated_at': '2021-09-07T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '6312d25b-a881-4ae6-965a-c8271f70ff50', 'name': '', 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'mac_address': 'fa:16:3e:cf:43:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3ff3db62-41c3-43d1-9263-8816229598ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:19Z', 'updated_at': '2021-09-07T04:18:23Z', 'revision_number': 4, 'project_id': '5760d2bab3f9433696a93b92543f0f39', 'subnets': [{'id': '3ff3db62-41c3-43d1-9263-8816229598ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:24.212929 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-839a66b3-0d70-4f78-b57e-e7d2082392b4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.217703 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-839a66b3-0d70-4f78-b57e-e7d2082392b4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.221039 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e287d3-e772-4a67-9aaf-f61a10451387 None None] The sync data for ids ['4223be1d-d196-4258-b73c-cfcfafaf432c'] in dv-cinder-778193-8-iscsi is: [{'id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'name': 'tempest-TestVolumeBootPattern-853525019-router', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:14Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 4, 'project_id': '5760d2bab3f9433696a93b92543f0f39', 'gw_port': {'id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:15Z', 'updated_at': '2021-09-07T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '6312d25b-a881-4ae6-965a-c8271f70ff50', 'name': '', 'network_id': 'bb006754-012b-4ea3-a9ff-16224dc68dda', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'mac_address': 'fa:16:3e:cf:43:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3ff3db62-41c3-43d1-9263-8816229598ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:19Z', 'updated_at': '2021-09-07T04:18:23Z', 'revision_number': 4, 'project_id': '5760d2bab3f9433696a93b92543f0f39', 'subnets': [{'id': '3ff3db62-41c3-43d1-9263-8816229598ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:18:24.241968 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a66b3-0d70-4f78-b57e-e7d2082392b4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d29e175-ed7f-48f4-a896-9f316f35365b,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:24.248653 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 76316c77-a2c3-4773-84ad-8d722740dffa triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:24.249508 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.260330 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-839a66b3-0d70-4f78-b57e-e7d2082392b4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.264477 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 42146) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:24.264893 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-839a66b3-0d70-4f78-b57e-e7d2082392b4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1825376 Sep 07 04:18:24.271831 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-51f73889-f1a1-467e-8825-70d4ab971b50 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'security_group_rule': {'security_group_id': '9f06cf78-94db-43ff-a510-5e9e6c478cf0', 'project_id': '54227302cf51431b98f59cef103f2fd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:24.346913 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51f73889-f1a1-467e-8825-70d4ab971b50 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.444743 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51f73889-f1a1-467e-8825-70d4ab971b50 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.451786 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51f73889-f1a1-467e-8825-70d4ab971b50 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.493559 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f73889-f1a1-467e-8825-70d4ab971b50 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cffdedc-fb54-4248-95d1-4bb43e4a9800,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:24.508174 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51f73889-f1a1-467e-8825-70d4ab971b50 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.509701 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-51f73889-f1a1-467e-8825-70d4ab971b50 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2434583 Sep 07 04:18:24.512372 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 42168) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:24.518086 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-3891ebe1-29de-4e38-a664-3053c8200153 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'security_group_rule': {'security_group_id': '9f06cf78-94db-43ff-a510-5e9e6c478cf0', 'project_id': '54227302cf51431b98f59cef103f2fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:24.535063 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd633f0-83fc-4cea-87c5-3955955402b2 req-04f1aa82-8e37-4af1-a0ab-86710ef88b6a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:24.536736 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cbd633f0-83fc-4cea-87c5-3955955402b2 req-04f1aa82-8e37-4af1-a0ab-86710ef88b6a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0828469 Sep 07 04:18:24.561081 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.securitygroups_db [None req-3891ebe1-29de-4e38-a664-3053c8200153 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Project 54227302cf51431b98f59cef103f2fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 04:18:24.575195 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3891ebe1-29de-4e38-a664-3053c8200153 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.602733 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cbd633f0-83fc-4cea-87c5-3955955402b2 req-b4a62193-ba63-42dd-8330-1476668e2809 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520272 Sep 07 04:18:24.654709 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3891ebe1-29de-4e38-a664-3053c8200153 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.658851 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3891ebe1-29de-4e38-a664-3053c8200153 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.677839 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891ebe1-29de-4e38-a664-3053c8200153 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd4370b-36a7-478e-8676-bfe124ad6726,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:24.684191 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3891ebe1-29de-4e38-a664-3053c8200153 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.688329 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3891ebe1-29de-4e38-a664-3053c8200153 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1737134 Sep 07 04:18:24.688933 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 42190) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:24.694436 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-fe9d515b-c628-417a-827a-5a77c9e0f239 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'security_group_rule': {'security_group_id': '9f06cf78-94db-43ff-a510-5e9e6c478cf0', 'project_id': '54227302cf51431b98f59cef103f2fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:24.723001 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.securitygroups_db [None req-fe9d515b-c628-417a-827a-5a77c9e0f239 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Project 54227302cf51431b98f59cef103f2fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 04:18:24.728955 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fe9d515b-c628-417a-827a-5a77c9e0f239 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.812713 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fe9d515b-c628-417a-827a-5a77c9e0f239 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.817581 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fe9d515b-c628-417a-827a-5a77c9e0f239 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.844340 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d515b-c628-417a-827a-5a77c9e0f239 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c35469-3ec8-4869-8837-2cc52fcb125c,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:24.856172 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fe9d515b-c628-417a-827a-5a77c9e0f239 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:24.860777 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fe9d515b-c628-417a-827a-5a77c9e0f239 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1707368 Sep 07 04:18:25.739839 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3b681-869c-44e3-ac61-467e06300005 req-15b324b3-7da4-4fc2-bfce-b58b52d805c1 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:25.744769 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1bc3b681-869c-44e3-ac61-467e06300005 req-15b324b3-7da4-4fc2-bfce-b58b52d805c1 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0576150 Sep 07 04:18:25.780666 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1bc3b681-869c-44e3-ac61-467e06300005 req-3fd6b79c-c5ab-4da7-b76f-ef44d2774d03 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334108 Sep 07 04:18:25.959783 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 42294) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:26.017549 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4eb4dfe-bef2-47db-b506-8782dd0d47bb admin admin] Deleting subnet 7e8c02ad-2b63-4f0c-9ee7-bc869582225f {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:18:26.022028 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c4eb4dfe-bef2-47db-b506-8782dd0d47bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.064620 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c4eb4dfe-bef2-47db-b506-8782dd0d47bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30486676'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.117623 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c4eb4dfe-bef2-47db-b506-8782dd0d47bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.183393 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 6312d25b-a881-4ae6-965a-c8271f70ff50 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:26.214242 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0730607-e0bf-4fc0-99f1-16dcac2f727b req-36cf25a3-ab3e-49a1-9d97-131d0a1e88a2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:26.216212 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c0730607-e0bf-4fc0-99f1-16dcac2f727b req-36cf25a3-ab3e-49a1-9d97-131d0a1e88a2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0785375 Sep 07 04:18:26.235827 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 6312d25b-a881-4ae6-965a-c8271f70ff50 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:18:26.236039 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20652d3b-bf4a-4a9b-97bd-4cb0148726cf req-6833ff6e-c509-4c04-a808-b26544ee0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:26.237633 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-20652d3b-bf4a-4a9b-97bd-4cb0148726cf req-6833ff6e-c509-4c04-a808-b26544ee0b11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ba3c30ac964bac82d38844399d0bce&device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 1098 time: 0.0651906 Sep 07 04:18:26.239728 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 6312d25b-a881-4ae6-965a-c8271f70ff50 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:26.240110 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.241290 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c4eb4dfe-bef2-47db-b506-8782dd0d47bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29810814'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.284650 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb4dfe-bef2-47db-b506-8782dd0d47bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e8c02ad-2b63-4f0c-9ee7-bc869582225f,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:26.300360 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c4eb4dfe-bef2-47db-b506-8782dd0d47bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.304615 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c4eb4dfe-bef2-47db-b506-8782dd0d47bb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7e8c02ad-2b63-4f0c-9ee7-bc869582225f HTTP/1.1" status: 204 len: 168 time: 0.3415797 Sep 07 04:18:26.304839 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 42306) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:26.320798 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c0730607-e0bf-4fc0-99f1-16dcac2f727b req-3919a508-5a82-488b-81c4-398f7337a1b2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955510 Sep 07 04:18:26.357116 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20652d3b-bf4a-4a9b-97bd-4cb0148726cf req-2abd504f-672c-4b0c-b509-578998992ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:26.357407 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.358800 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-20652d3b-bf4a-4a9b-97bd-4cb0148726cf req-2abd504f-672c-4b0c-b509-578998992ac6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 200 len: 918 time: 0.1118522 Sep 07 04:18:26.399997 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 6312d25b-a881-4ae6-965a-c8271f70ff50, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=6312d25b-a881-4ae6-965a-c8271f70ff50,segment=NetworkSegment(6c862dfc-293c-441e-a08e-94ea91aee43e),segment_id=6c862dfc-293c-441e-a08e-94ea91aee43e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:26.407204 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.418520 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-20652d3b-bf4a-4a9b-97bd-4cb0148726cf req-60a2c0fc-bb1e-492f-9b54-5589a861f27c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0109329b-a614-4ab3-9aed-c6642e516ce6 HTTP/1.1" status: 200 len: 217 time: 0.0448828 Sep 07 04:18:26.424680 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.459756 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=6312d25b-a881-4ae6-965a-c8271f70ff50,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:26.504990 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20652d3b-bf4a-4a9b-97bd-4cb0148726cf req-1effb2f1-57b5-4ce1-bb96-844d9429d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:26.506434 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-20652d3b-bf4a-4a9b-97bd-4cb0148726cf req-1effb2f1-57b5-4ce1-bb96-844d9429d16a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a HTTP/1.1" status: 200 len: 857 time: 0.0474374 Sep 07 04:18:26.508105 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.530864 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efddb0d9-5d96-49df-af47-cdf87d78072d']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:26.540029 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:26.540182 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-20652d3b-bf4a-4a9b-97bd-4cb0148726cf req-0e9d9952-bb9f-484c-80cf-91c19e810b9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d754632-b351-4011-8daa-9d3dc5d3b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245259 Sep 07 04:18:26.540358 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9a32d6-b70a-4a4b-a2be-25ad88ff73fa') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:26.549823 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30486671'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.564573 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.571641 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:18:26.572149 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2660306'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: timer() Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: cb(*args, **kw) Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: self._notify() Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: self.callback(batched_events) Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: event.method(event) Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._get(url).json() Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:18:26.573810 dv-cinder-778193-8-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:18:26.626756 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.634651 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.639519 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/efddb0d9-5d96-49df-af47-cdf87d78072d HTTP/1.1" status: 204 len: 168 time: 0.3337419 Sep 07 04:18:26.649654 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cf21b-17b5-44a0-81cf-a515a2b552a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=efddb0d9-5d96-49df-af47-cdf87d78072d,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:26.658212 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-20652d3b-bf4a-4a9b-97bd-4cb0148726cf req-479c6f89-d164-4c7c-a32c-791294a75bab service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973723 Sep 07 04:18:26.763982 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-20652d3b-bf4a-4a9b-97bd-4cb0148726cf req-9df75a01-fcd5-4b40-b470-e37fb3144580 service neutron] 10.222.0.36 "GET /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850787 Sep 07 04:18:26.802120 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42316) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:26.843629 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-81e2fee4-3a6e-472e-8312-434d8a44dd81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8d32b636920433e975eec0bc28a3913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401895 Sep 07 04:18:26.846030 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42318) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:26.900284 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.920294 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.967373 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.969877 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:26.971071 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e49a199-a53d-49fe-988a-d4770ee090c6 HTTP/1.1" status: 204 len: 168 time: 0.1240819 Sep 07 04:18:26.978329 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e49a199-a53d-49fe-988a-d4770ee090c6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:26.985598 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:26.985831 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:26.986053 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:26.986391 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:26.986725 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:26.987057 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:26.987382 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:26.987710 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:26.988026 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:26.988383 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:26.989253 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:26.989577 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682eabe5-9bd8-4554-86cd-3a510095c279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:27.449567 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcb9bf-6920-4513-a65b-37ebb1e1f653 req-3ec504de-0800-4fee-abb7-13f5125f2070 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:27.451041 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6ebcb9bf-6920-4513-a65b-37ebb1e1f653 req-3ec504de-0800-4fee-abb7-13f5125f2070 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0551183 Sep 07 04:18:27.495151 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6ebcb9bf-6920-4513-a65b-37ebb1e1f653 req-6460cbd0-53d6-4c15-b67f-d9c2d0d95b28 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376358 Sep 07 04:18:28.006741 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7413ac1-71a1-4b75-95b0-536a7597da4e req-45fa36cc-6bfa-43e2-aabf-bc93a09e5264 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:28.008279 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7413ac1-71a1-4b75-95b0-536a7597da4e req-45fa36cc-6bfa-43e2-aabf-bc93a09e5264 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0508239 Sep 07 04:18:28.052971 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7413ac1-71a1-4b75-95b0-536a7597da4e req-0d92cc40-8f7f-4368-93b0-9d138b364390 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385156 Sep 07 04:18:28.154471 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 6312d25b-a881-4ae6-965a-c8271f70ff50 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:28.214685 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 6312d25b-a881-4ae6-965a-c8271f70ff50 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:28.215257 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:28.431356 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-f58530bf-d436-4f37-8fda-bbee930fff11 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:28.432864 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-f58530bf-d436-4f37-8fda-bbee930fff11 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/networks?id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 200 len: 815 time: 0.1077523 Sep 07 04:18:28.447712 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-f882705b-80dc-40a4-b378-5892c29f7d6c tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/quotas/4b8f4f1133cd4632b67dd0b5a44fcb95 HTTP/1.1" status: 200 len: 375 time: 0.0092039 Sep 07 04:18:28.498225 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-cf991ed7-b930-4216-bd52-ac3fd958029c tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455751 Sep 07 04:18:28.617495 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-0d64d386-0374-4e2d-893d-86a0eb6e4488 service neutron] 10.222.0.41 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118228 Sep 07 04:18:28.629490 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25cca-2a28-49d6-8b77-d885910e5433 req-11a0cd82-e0c2-4bdb-8e92-80b070d544e7 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:28.630899 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-66f25cca-2a28-49d6-8b77-d885910e5433 req-11a0cd82-e0c2-4bdb-8e92-80b070d544e7 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0654824 Sep 07 04:18:28.731844 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-66f25cca-2a28-49d6-8b77-d885910e5433 req-33eca4d3-ec3c-48eb-93a8-49c689972ca2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929866 Sep 07 04:18:28.752276 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-e5367ab0-dfc3-4cd8-af3c-c3f102379742 service neutron] 10.222.0.41 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204467 Sep 07 04:18:28.910140 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9ad552af-0ff5-46b1-a9ca-ae113026bcd7 req-1ffa735d-9b98-47c8-b72d-99043078cc45 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 210 time: 0.0302937 Sep 07 04:18:29.189735 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9e70e-6994-4069-a135-1e15037329d6 req-ad4ac7ca-d63e-43ce-9f45-a144f370f7bc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:29.191359 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8bd9e70e-6994-4069-a135-1e15037329d6 req-ad4ac7ca-d63e-43ce-9f45-a144f370f7bc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0621586 Sep 07 04:18:29.232896 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8bd9e70e-6994-4069-a135-1e15037329d6 req-e4dedfe2-082b-416d-9048-cc5beec924aa tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331120 Sep 07 04:18:29.853663 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce724dd-bf36-4362-a2b2-00fa1a3f9ab8 req-2ccc5771-3d68-4728-be79-f373bf14c98c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:29.855172 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2ce724dd-bf36-4362-a2b2-00fa1a3f9ab8 req-2ccc5771-3d68-4728-be79-f373bf14c98c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0497050 Sep 07 04:18:29.894189 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2ce724dd-bf36-4362-a2b2-00fa1a3f9ab8 req-cd8628e8-a943-4206-939c-e8ff1c1c695a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328958 Sep 07 04:18:30.012184 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a42bcf0-7f78-4b31-bce4-9b4e300e08c8 req-6b7d2db2-d896-488c-bbd7-c69bacdedd47 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 210 time: 0.0299025 Sep 07 04:18:30.361072 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b13d52-e828-4106-bba7-6ba10c586df0 req-a3896b2f-9571-4fd3-a505-59dd5385ed65 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:30.362530 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-00b13d52-e828-4106-bba7-6ba10c586df0 req-a3896b2f-9571-4fd3-a505-59dd5385ed65 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0538845 Sep 07 04:18:30.401039 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-00b13d52-e828-4106-bba7-6ba10c586df0 req-22598c9e-cc1c-4da7-91cb-a5ccb118e41d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317485 Sep 07 04:18:30.750990 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-80c301d0-f7aa-400a-a184-02178f81ddb2 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:30.753180 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-80c301d0-f7aa-400a-a184-02178f81ddb2 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "GET /v2.0/networks?id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 200 len: 815 time: 0.1380610 Sep 07 04:18:30.804372 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Request body: {'port': {'device_id': '4de65c27-3b7d-4370-8989-4eb25a445c43', 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2', 'admin_state_up': True, 'tenant_id': '4b8f4f1133cd4632b67dd0b5a44fcb95'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:30.919491 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Made reservation on behalf of 4b8f4f1133cd4632b67dd0b5a44fcb95 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:18:30.923428 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:31.009432 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd609fb-740e-4d7b-a449-3f43e0e03d00 req-d19eebcb-126a-4421-bbd3-c9edac4c4d2e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:31.010892 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dbd609fb-740e-4d7b-a449-3f43e0e03d00 req-d19eebcb-126a-4421-bbd3-c9edac4c4d2e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0475755 Sep 07 04:18:31.049004 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Allocated IP 172.20.0.11 (0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2/fb4a8b95-ca00-4883-b905-48738ecdaedb/48f67cc5-d11e-4517-9434-cc1615809817) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:18:31.052071 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dbd609fb-740e-4d7b-a449-3f43e0e03d00 req-4c23d772-5199-411e-b6dc-e6dab612c249 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352042 Sep 07 04:18:31.122660 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-da06c4ce-89f5-42d4-ad0d-0692fddf8f71 req-c569072d-7507-4276-bf96-c98cf0821c9a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 210 time: 0.0278769 Sep 07 04:18:31.213664 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:31.250873 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:31.301940 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:18:31.305815 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:18:31.309315 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:18:31.309959 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['59670d2b-03ca-4d56-8169-107c1978b9cf', 'd57f9977-73ed-484e-a485-14e37b80ed0d', '397339b2-6c2a-4f9a-965f-e03dd77950a3'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:18:31.345098 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Pushing event updated for resources: {'Port': ['ID=48f67cc5-d11e-4517-9434-cc1615809817,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:31.386807 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:31.387422 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:31.402589 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-fa101a6d-eab1-47da-9e09-f374554e8655 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6025009 Sep 07 04:18:31.444297 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Request body: {'port': {'device_id': '4de65c27-3b7d-4370-8989-4eb25a445c43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:18:31.503787 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:31.540122 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846d3e7-172f-4959-bca8-ce37d446c322 req-8f678482-2b1d-4fef-bcde-0724641e5a62 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:31.541697 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8846d3e7-172f-4959-bca8-ce37d446c322 req-8f678482-2b1d-4fef-bcde-0724641e5a62 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0554280 Sep 07 04:18:31.583402 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8846d3e7-172f-4959-bca8-ce37d446c322 req-86c9a63f-3a3a-46ae-9944-60e4f6141f4b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348275 Sep 07 04:18:31.779187 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f67cc5-d11e-4517-9434-cc1615809817 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:18:31.786315 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:31.797829 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Transition to ACTIVE for port object 48f67cc5-d11e-4517-9434-cc1615809817 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:18:31.800746 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:31.849209 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Pushing event updated for resources: {'Port': ['ID=48f67cc5-d11e-4517-9434-cc1615809817,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:31.918618 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Attempting to bind port 48f67cc5-d11e-4517-9434-cc1615809817 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:18:31.918940 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Attempting to bind port 48f67cc5-d11e-4517-9434-cc1615809817 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:18:31.919260 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Attempting to bind port 48f67cc5-d11e-4517-9434-cc1615809817 on network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:18:31.923608 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Port 48f67cc5-d11e-4517-9434-cc1615809817 on network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:18:31.923920 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Attempting to bind port 48f67cc5-d11e-4517-9434-cc1615809817 on network 0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:18:31.929050 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:18:31.929378 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Checking segment: {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:18:31.929744 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Bound using segment: {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:18:31.930152 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Bound port: 48f67cc5-d11e-4517-9434-cc1615809817, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b47b5fb-5251-48b5-860b-6b84f87d4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:18:31.930498 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:31.991020 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] For port 48f67cc5-d11e-4517-9434-cc1615809817, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:18:31.994711 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] For port 48f67cc5-d11e-4517-9434-cc1615809817, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=48f67cc5-d11e-4517-9434-cc1615809817,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:18:31.999259 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:32.033339 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:32.033949 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:32.035376 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] 10.222.0.36 "PUT /v2.0/ports/48f67cc5-d11e-4517-9434-cc1615809817 HTTP/1.1" status: 200 len: 1094 time: 0.6004050 Sep 07 04:18:32.035795 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de65c27-3b7d-4370-8989-4eb25a445c43', 'tag': '48f67cc5-d11e-4517-9434-cc1615809817'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:18:32.038026 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecda94c4-53d3-4bf1-aab8-242bb00e025d" -d '{"events": [{"name": "network-changed", "server_uuid": "4de65c27-3b7d-4370-8989-4eb25a445c43", "tag": "48f67cc5-d11e-4517-9434-cc1615809817"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:18:32.061735 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28010df4-b2e0-4edf-847d-e8a77b9d65bc service neutron] Pushing event updated for resources: {'Port': ['ID=48f67cc5-d11e-4517-9434-cc1615809817,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:32.079758 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06dd1c5-d69d-4b27-9a87-51acaed2487e x-openstack-request-id: req-b06dd1c5-d69d-4b27-9a87-51acaed2487e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:18:32.080043 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de65c27-3b7d-4370-8989-4eb25a445c43", "tag": "48f67cc5-d11e-4517-9434-cc1615809817", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:18:32.080313 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b06dd1c5-d69d-4b27-9a87-51acaed2487e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:18:32.080700 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de65c27-3b7d-4370-8989-4eb25a445c43', 'tag': '48f67cc5-d11e-4517-9434-cc1615809817', 'status': 'completed', 'code': 200} Sep 07 04:18:32.166883 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-89e72faf-af6e-46ef-9de6-901b53d7d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:32.168548 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-89e72faf-af6e-46ef-9de6-901b53d7d120 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 1097 time: 0.0433815 Sep 07 04:18:32.239572 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565f642-2725-4c2c-9db0-06a89ca8400c req-fac66935-de7c-4e55-adf9-9d2cfe886ceb tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:32.241086 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1565f642-2725-4c2c-9db0-06a89ca8400c req-fac66935-de7c-4e55-adf9-9d2cfe886ceb tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0515804 Sep 07 04:18:32.252538 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-f78e1aca-85cd-401f-9596-556ce9af1526 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48f67cc5-d11e-4517-9434-cc1615809817 HTTP/1.1" status: 200 len: 217 time: 0.0361230 Sep 07 04:18:32.278174 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1565f642-2725-4c2c-9db0-06a89ca8400c req-59bdd475-a31c-4f53-97ad-6e701ccb5712 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Sep 07 04:18:32.303506 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-afb7e08a-077d-4376-9e7b-3e75bc277c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:32.304978 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-afb7e08a-077d-4376-9e7b-3e75bc277c0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb4a8b95-ca00-4883-b905-48738ecdaedb HTTP/1.1" status: 200 len: 855 time: 0.0431755 Sep 07 04:18:32.350237 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-6ea9a030-7d93-4fef-8506-62cf9346bfaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262139 Sep 07 04:18:32.447440 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-786d68fe-ca95-4225-b193-d2deb92ba98b service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852237 Sep 07 04:18:32.536065 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cb71602c-c7c1-4fca-b7b3-d3e45c8515e3 req-a9ed5d53-e099-44fd-a104-fb5184d24169 service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791461 Sep 07 04:18:32.694239 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda94c4-53d3-4bf1-aab8-242bb00e025d req-71d46b67-14a5-431f-afa5-03d7def07f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:32.695748 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ecda94c4-53d3-4bf1-aab8-242bb00e025d req-71d46b67-14a5-431f-afa5-03d7def07f2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 1097 time: 0.0441825 Sep 07 04:18:32.708231 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ec1f2-d4cb-4721-9eb2-b5f80888e617 req-f0ade296-9e17-47f6-aab0-89f44d9605ed tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:32.709714 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-346ec1f2-d4cb-4721-9eb2-b5f80888e617 req-f0ade296-9e17-47f6-aab0-89f44d9605ed tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0479419 Sep 07 04:18:32.747822 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-346ec1f2-d4cb-4721-9eb2-b5f80888e617 req-72c8778f-9ff5-412b-b29b-5fc382234a13 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321522 Sep 07 04:18:32.801891 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda94c4-53d3-4bf1-aab8-242bb00e025d req-ff7f0d61-72da-4c20-9737-f3aff8531d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:32.803411 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ecda94c4-53d3-4bf1-aab8-242bb00e025d req-ff7f0d61-72da-4c20-9737-f3aff8531d0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 200 len: 916 time: 0.1001885 Sep 07 04:18:32.872046 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ecda94c4-53d3-4bf1-aab8-242bb00e025d req-3f1116b5-74b0-4302-a890-0f3465b551a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48f67cc5-d11e-4517-9434-cc1615809817 HTTP/1.1" status: 200 len: 217 time: 0.0402293 Sep 07 04:18:32.932803 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda94c4-53d3-4bf1-aab8-242bb00e025d req-6d97cdf9-a51e-4def-a9ed-41d621037834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:32.934279 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ecda94c4-53d3-4bf1-aab8-242bb00e025d req-6d97cdf9-a51e-4def-a9ed-41d621037834 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb4a8b95-ca00-4883-b905-48738ecdaedb HTTP/1.1" status: 200 len: 855 time: 0.0498047 Sep 07 04:18:32.983947 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ecda94c4-53d3-4bf1-aab8-242bb00e025d req-cf384b2f-933b-4163-8d07-4e917b4ea719 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251744 Sep 07 04:18:33.100024 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ecda94c4-53d3-4bf1-aab8-242bb00e025d req-c228da9f-3c93-41fc-8bff-67d0837ddbef service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918257 Sep 07 04:18:33.201073 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ecda94c4-53d3-4bf1-aab8-242bb00e025d req-19b7e9dd-da91-4697-b491-2a74d3b84fd3 service neutron] 10.222.0.36 "GET /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865250 Sep 07 04:18:33.394155 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cba000-a1cb-4255-9400-050fe0645324 req-a916c239-2fe8-4512-a1e6-49f04f2d7b73 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:33.396130 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-88cba000-a1cb-4255-9400-050fe0645324 req-a916c239-2fe8-4512-a1e6-49f04f2d7b73 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0516446 Sep 07 04:18:33.433239 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-88cba000-a1cb-4255-9400-050fe0645324 req-f7cee8f2-93f5-4249-adcd-d3bd89bd9a7e tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312181 Sep 07 04:18:33.864883 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505edb9e-5389-4fce-ad8d-39137b978698 req-36f16b6b-be80-455c-bec9-3e3c6f008acc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:33.866311 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-505edb9e-5389-4fce-ad8d-39137b978698 req-36f16b6b-be80-455c-bec9-3e3c6f008acc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0464618 Sep 07 04:18:33.903845 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-505edb9e-5389-4fce-ad8d-39137b978698 req-1fa50ea7-6a0a-45c1-9f39-786f78e57f87 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317209 Sep 07 04:18:34.547778 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e121fc6-5593-4997-b383-cb28f87fa204 req-6e862d30-d4fa-4945-8d4d-1004059e1f15 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:34.549299 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e121fc6-5593-4997-b383-cb28f87fa204 req-6e862d30-d4fa-4945-8d4d-1004059e1f15 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0495648 Sep 07 04:18:34.588002 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e121fc6-5593-4997-b383-cb28f87fa204 req-c11cac9f-ed25-4aca-8d77-f4f74c957adb tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328169 Sep 07 04:18:35.022795 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e4363-7b23-4032-8057-ebf96a453d43 req-73f3a424-87a4-44a1-9f80-826d93eca0b1 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:35.024222 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a7e4363-7b23-4032-8057-ebf96a453d43 req-73f3a424-87a4-44a1-9f80-826d93eca0b1 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0504112 Sep 07 04:18:35.063219 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a7e4363-7b23-4032-8057-ebf96a453d43 req-69126f74-10cd-4fa1-8871-c15fec6ba479 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330439 Sep 07 04:18:35.706568 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593230a9-4caa-44a7-b790-664f8d7cd544 req-0d9e2bbc-e1d2-4ffb-a6e4-5a85b55581bf tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:35.708607 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-593230a9-4caa-44a7-b790-664f8d7cd544 req-0d9e2bbc-e1d2-4ffb-a6e4-5a85b55581bf tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0504904 Sep 07 04:18:35.745846 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-593230a9-4caa-44a7-b790-664f8d7cd544 req-acbfab90-8c3a-47b9-b098-ca17df0c3d65 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Sep 07 04:18:36.032126 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29749e96-9687-4e87-abdb-c3fad9b8cd7f req-ecb31556-44be-410f-93c7-6030d2519722 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:36.033635 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-29749e96-9687-4e87-abdb-c3fad9b8cd7f req-ecb31556-44be-410f-93c7-6030d2519722 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0475788 Sep 07 04:18:36.075752 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-29749e96-9687-4e87-abdb-c3fad9b8cd7f req-41c0517f-b2d0-4787-b57f-9ba7f126b747 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354078 Sep 07 04:18:36.185591 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a0990-e245-462f-8a8b-17bdf374146f req-db8d3d59-1ccd-46d2-8002-981ac397dbfa tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:36.187047 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8f0a0990-e245-462f-8a8b-17bdf374146f req-db8d3d59-1ccd-46d2-8002-981ac397dbfa tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0522618 Sep 07 04:18:36.223717 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8f0a0990-e245-462f-8a8b-17bdf374146f req-b53d1f9b-4001-44e3-9e63-53129412573a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303209 Sep 07 04:18:36.866286 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872ba0a-d4b1-4b9c-9a15-519f748109f4 req-df59eef8-adbc-46a9-bd8b-3c2bdf84465a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:36.867718 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3872ba0a-d4b1-4b9c-9a15-519f748109f4 req-df59eef8-adbc-46a9-bd8b-3c2bdf84465a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0465868 Sep 07 04:18:36.903015 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3872ba0a-d4b1-4b9c-9a15-519f748109f4 req-277c6bf4-380a-43a8-bdc5-1d6a59006a08 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295320 Sep 07 04:18:37.192741 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead2ef1-3283-40a9-ad3a-6b06426de7aa req-03ad8c3a-026d-4324-b552-504084d51b1c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:37.194266 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bead2ef1-3283-40a9-ad3a-6b06426de7aa req-03ad8c3a-026d-4324-b552-504084d51b1c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0486786 Sep 07 04:18:37.232081 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bead2ef1-3283-40a9-ad3a-6b06426de7aa req-90c2d02b-cdc0-4c52-aa9e-63a2ce76b3f8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319705 Sep 07 04:18:37.345770 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994d806-5f55-4c21-91c2-b5f2a02877c1 req-8c561a63-2d78-4ee2-b030-3b1986cd45b8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:37.348366 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2994d806-5f55-4c21-91c2-b5f2a02877c1 req-8c561a63-2d78-4ee2-b030-3b1986cd45b8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0544333 Sep 07 04:18:37.385105 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2994d806-5f55-4c21-91c2-b5f2a02877c1 req-04e198a2-6912-41f8-bd8c-54d0ed2b79fd tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311317 Sep 07 04:18:38.023801 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea19658-a002-41b9-952d-1d428cb0abc7 req-e074c19c-b250-4a01-adfd-28afc84fad8d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:38.025202 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4ea19658-a002-41b9-952d-1d428cb0abc7 req-e074c19c-b250-4a01-adfd-28afc84fad8d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0475938 Sep 07 04:18:38.064447 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4ea19658-a002-41b9-952d-1d428cb0abc7 req-62aa298d-c175-42c1-ba57-4a50d6031781 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330267 Sep 07 04:18:38.342696 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100d8f5-e479-4170-8456-486211701ddf req-b1826574-0938-4703-a519-c0f27fc3325d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:38.344056 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9100d8f5-e479-4170-8456-486211701ddf req-b1826574-0938-4703-a519-c0f27fc3325d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0457673 Sep 07 04:18:38.381625 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9100d8f5-e479-4170-8456-486211701ddf req-1407b4bf-2d29-4528-bdc5-b6ab62484de6 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Sep 07 04:18:38.505091 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78082a64-f81e-4968-ba85-2a80ca28b23d req-550d2b40-ffa3-4d85-abaa-e84f3aa39270 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:38.506554 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-78082a64-f81e-4968-ba85-2a80ca28b23d req-550d2b40-ffa3-4d85-abaa-e84f3aa39270 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0503221 Sep 07 04:18:38.544602 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-78082a64-f81e-4968-ba85-2a80ca28b23d req-c59be965-b233-46ba-94e3-085ad930de86 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321763 Sep 07 04:18:39.182233 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada0241-6a27-4fc8-aa25-b3282da56103 req-6206f833-9de8-49ab-a6a6-ce403d487962 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:39.183726 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6ada0241-6a27-4fc8-aa25-b3282da56103 req-6206f833-9de8-49ab-a6a6-ce403d487962 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0517340 Sep 07 04:18:39.221091 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6ada0241-6a27-4fc8-aa25-b3282da56103 req-985f328b-2179-4011-8ba7-a5ddc86911c1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316093 Sep 07 04:18:39.421611 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee73f87-000b-420b-af41-ed59c7639645 req-fc6b5b43-5090-4260-94ab-19dc6562a8b2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:39.423712 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bee73f87-000b-420b-af41-ed59c7639645 req-fc6b5b43-5090-4260-94ab-19dc6562a8b2 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.36 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0492508 Sep 07 04:18:39.499896 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cba67a-e7b0-408a-b90b-f3a0060f4179 req-a98e4e6f-82ab-47b0-aff0-50a4a5136f8e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:39.501566 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f8cba67a-e7b0-408a-b90b-f3a0060f4179 req-a98e4e6f-82ab-47b0-aff0-50a4a5136f8e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 946 time: 0.0545878 Sep 07 04:18:39.525198 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-bee73f87-000b-420b-af41-ed59c7639645 req-2c5cada2-e8e0-4785-ad60-9d0c3a80974e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Deleting port 46d30619-868b-4d5e-89e3-c3ea1df95fc9 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:18:39.525415 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bee73f87-000b-420b-af41-ed59c7639645 req-2c5cada2-e8e0-4785-ad60-9d0c3a80974e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:39.542614 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f8cba67a-e7b0-408a-b90b-f3a0060f4179 req-e4ea405a-cec4-447c-9fbd-c08bbe744792 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338163 Sep 07 04:18:39.629416 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-bee73f87-000b-420b-af41-ed59c7639645 req-2c5cada2-e8e0-4785-ad60-9d0c3a80974e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] For port 46d30619-868b-4d5e-89e3-c3ea1df95fc9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=46d30619-868b-4d5e-89e3-c3ea1df95fc9,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:39.629416 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bee73f87-000b-420b-af41-ed59c7639645 req-2c5cada2-e8e0-4785-ad60-9d0c3a80974e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:39.645519 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-bee73f87-000b-420b-af41-ed59c7639645 req-2c5cada2-e8e0-4785-ad60-9d0c3a80974e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Calling delete_port for 46d30619-868b-4d5e-89e3-c3ea1df95fc9 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:18:39.684612 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fa0f1-8de7-4792-b540-e131b8c1194b req-c985c0d4-a3c1-4a68-906c-8dc1ef0c0b44 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:39.688315 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b51fa0f1-8de7-4792-b540-e131b8c1194b req-c985c0d4-a3c1-4a68-906c-8dc1ef0c0b44 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0658696 Sep 07 04:18:39.728356 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b51fa0f1-8de7-4792-b540-e131b8c1194b req-cd6d4c34-6720-495e-adff-91446c9c305c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339091 Sep 07 04:18:39.790043 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bee73f87-000b-420b-af41-ed59c7639645 req-2c5cada2-e8e0-4785-ad60-9d0c3a80974e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:39.817874 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cada2-e8e0-4785-ad60-9d0c3a80974e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Pushing event deleted for resources: {'Port': ['ID=46d30619-868b-4d5e-89e3-c3ea1df95fc9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:39.857957 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['0109329b-a614-4ab3-9aed-c6642e516ce6', '46d30619-868b-4d5e-89e3-c3ea1df95fc9'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:18:39.862789 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee73f87-000b-420b-af41-ed59c7639645 req-2c5cada2-e8e0-4785-ad60-9d0c3a80974e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] No DVR routers for this DVR port 46d30619-868b-4d5e-89e3-c3ea1df95fc9 on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:18:39.865230 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bee73f87-000b-420b-af41-ed59c7639645 req-2c5cada2-e8e0-4785-ad60-9d0c3a80974e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:39.867197 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bee73f87-000b-420b-af41-ed59c7639645 req-2c5cada2-e8e0-4785-ad60-9d0c3a80974e tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.36 "DELETE /v2.0/ports/46d30619-868b-4d5e-89e3-c3ea1df95fc9 HTTP/1.1" status: 204 len: 173 time: 0.4331007 Sep 07 04:18:39.867627 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77fb1b7-a92d-451e-b56d-2f49b8fe66dd', 'name': 'network-vif-deleted', 'tag': '46d30619-868b-4d5e-89e3-c3ea1df95fc9'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:18:39.869850 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090543f8-19d8-4197-9627-c5dd717a945f" -d '{"events": [{"server_uuid": "b77fb1b7-a92d-451e-b56d-2f49b8fe66dd", "name": "network-vif-deleted", "tag": "46d30619-868b-4d5e-89e3-c3ea1df95fc9"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:18:39.917073 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6be5fd8-a640-41e2-867e-f011634395fc x-openstack-request-id: req-b6be5fd8-a640-41e2-867e-f011634395fc {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:18:39.917355 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77fb1b7-a92d-451e-b56d-2f49b8fe66dd", "name": "network-vif-deleted", "tag": "46d30619-868b-4d5e-89e3-c3ea1df95fc9", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:18:39.917623 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6be5fd8-a640-41e2-867e-f011634395fc {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:18:39.918012 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77fb1b7-a92d-451e-b56d-2f49b8fe66dd', 'name': 'network-vif-deleted', 'tag': '46d30619-868b-4d5e-89e3-c3ea1df95fc9', 'status': 'completed', 'code': 200} Sep 07 04:18:40.331643 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1d216-c049-40cb-8721-fa5f023a4776 req-96755e09-2ab1-4411-909b-c09e0f3c440f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:40.333123 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7d1d216-c049-40cb-8721-fa5f023a4776 req-96755e09-2ab1-4411-909b-c09e0f3c440f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0474260 Sep 07 04:18:40.368398 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7d1d216-c049-40cb-8721-fa5f023a4776 req-2fd5b277-4db9-47b0-98b7-b1118d3090b3 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295863 Sep 07 04:18:40.653272 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-748a7830-70eb-4ab3-92ed-bf1197f55b81 req-c1902160-4e87-4d14-8ce1-83257221302c tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77fb1b7-a92d-451e-b56d-2f49b8fe66dd HTTP/1.1" status: 200 len: 210 time: 0.0272191 Sep 07 04:18:40.862399 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fed17d-71fa-419d-bb6c-ba8a0787998e req-7119388b-454c-4f44-8db9-4f17fc4fe72c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:40.864004 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d2fed17d-71fa-419d-bb6c-ba8a0787998e req-7119388b-454c-4f44-8db9-4f17fc4fe72c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0525658 Sep 07 04:18:40.903404 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d2fed17d-71fa-419d-bb6c-ba8a0787998e req-914be0a6-aadd-4a85-86e9-c36536b3ec59 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Sep 07 04:18:41.487996 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18dd60-4368-4ca6-b336-2737137acc04 req-ad0bb81c-676c-45cf-9134-ddc1f7b59e2f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:41.490066 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c18dd60-4368-4ca6-b336-2737137acc04 req-ad0bb81c-676c-45cf-9134-ddc1f7b59e2f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0512917 Sep 07 04:18:41.527177 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c18dd60-4368-4ca6-b336-2737137acc04 req-705ba50e-c7bc-4da5-932e-920c181bf660 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312183 Sep 07 04:18:41.738916 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb214f18-d387-402f-9afe-0fd818ec6cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:42.145737 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8776caf-cb3e-4b0c-b6e0-a3d692a272ce req-e5a2f87c-45e7-47aa-9568-255a5adb18d3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:42.147300 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8776caf-cb3e-4b0c-b6e0-a3d692a272ce req-e5a2f87c-45e7-47aa-9568-255a5adb18d3 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.2681661 Sep 07 04:18:42.159405 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd9be0-0d67-48e1-beae-e269879eb4d8 req-2faa6e1f-4f51-45fa-8f91-5633c6d57b3a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:42.160840 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-41fd9be0-0d67-48e1-beae-e269879eb4d8 req-2faa6e1f-4f51-45fa-8f91-5633c6d57b3a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.2568865 Sep 07 04:18:42.221790 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8776caf-cb3e-4b0c-b6e0-a3d692a272ce req-e842204f-00f8-4ab0-aeb5-75e4a7521ddc tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599465 Sep 07 04:18:42.224994 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-41fd9be0-0d67-48e1-beae-e269879eb4d8 req-1fe08384-b2df-43a4-a198-2c0ac60e3069 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576715 Sep 07 04:18:42.325329 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910569d8-6b64-40cf-b073-7884a34fa36d req-3b2055a1-509f-4023-af81-e429afe81a67 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:42.326680 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-910569d8-6b64-40cf-b073-7884a34fa36d req-3b2055a1-509f-4023-af81-e429afe81a67 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0469987 Sep 07 04:18:42.364674 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-910569d8-6b64-40cf-b073-7884a34fa36d req-99aac3aa-4cd7-4a50-9cae-f44f14366afd tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307918 Sep 07 04:18:42.647100 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7a22b-3167-4b70-a4ff-6654236285bb req-f91ad3d6-4174-44d3-a9c6-749d404a32b5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:42.648749 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b3a7a22b-3167-4b70-a4ff-6654236285bb req-f91ad3d6-4174-44d3-a9c6-749d404a32b5 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0504642 Sep 07 04:18:42.688695 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b3a7a22b-3167-4b70-a4ff-6654236285bb req-5d1b56d5-95ac-4df7-8d5c-d6d321b66c21 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Sep 07 04:18:43.371939 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0955a-247d-488e-adc5-8d3b993e75c8 req-a781c5d9-82af-479d-88e6-ddc2b0898482 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:43.373330 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-18e0955a-247d-488e-adc5-8d3b993e75c8 req-a781c5d9-82af-479d-88e6-ddc2b0898482 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0737236 Sep 07 04:18:43.380460 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ffd2b-8800-4b22-8aa8-10973dac57a6 req-60a9d043-6802-471c-8e6b-4b0b2c8d1b63 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:43.381835 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7f3ffd2b-8800-4b22-8aa8-10973dac57a6 req-60a9d043-6802-471c-8e6b-4b0b2c8d1b63 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0834570 Sep 07 04:18:43.441103 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-18e0955a-247d-488e-adc5-8d3b993e75c8 req-2bb15c36-4f93-4ffe-a252-93680ae1cc87 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583043 Sep 07 04:18:43.445687 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7f3ffd2b-8800-4b22-8aa8-10973dac57a6 req-7a3482a3-f1ae-4e8d-bd9a-5321fa452b71 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563793 Sep 07 04:18:43.546914 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4834-7c3d-45d5-8d25-4f54e0966ecb req-ef86fcbe-e9dc-4c5e-9237-8a95dd9641dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:43.548530 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6fa4834-7c3d-45d5-8d25-4f54e0966ecb req-ef86fcbe-e9dc-4c5e-9237-8a95dd9641dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0541813 Sep 07 04:18:43.589954 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6fa4834-7c3d-45d5-8d25-4f54e0966ecb req-fe8aa0a7-ed5b-4ae9-8ed8-f467fbfa4051 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352173 Sep 07 04:18:43.801789 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9d845-a557-4641-b421-e738107ef407 req-328548fb-bcf8-4068-a399-7fdcc458b489 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:43.803209 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e4f9d845-a557-4641-b421-e738107ef407 req-328548fb-bcf8-4068-a399-7fdcc458b489 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0470202 Sep 07 04:18:43.839247 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e4f9d845-a557-4641-b421-e738107ef407 req-7fd694c7-f9ce-452b-962e-26fb1dc082c7 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303628 Sep 07 04:18:44.253216 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f3064e6-ebf3-4185-acbf-3cb0012833d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:44.282443 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 46d30619-868b-4d5e-89e3-c3ea1df95fc9 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:18:44.302318 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: 46d30619-868b-4d5e-89e3-c3ea1df95fc9 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:18:44.302653 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 46d30619-868b-4d5e-89e3-c3ea1df95fc9 not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:18:44.586493 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e1f2f-a85f-4bcf-903d-441330a1a981 req-6db4819e-3fc5-402a-9b30-13444a519147 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:44.587946 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fb3e1f2f-a85f-4bcf-903d-441330a1a981 req-6db4819e-3fc5-402a-9b30-13444a519147 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0785830 Sep 07 04:18:44.595584 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d373a9-7762-4b8b-b202-30b68ed2d64d req-2178fcb2-0711-401b-bfa1-fd54ffc3dc29 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:44.596949 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-28d373a9-7762-4b8b-b202-30b68ed2d64d req-2178fcb2-0711-401b-bfa1-fd54ffc3dc29 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0788360 Sep 07 04:18:44.651159 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fb3e1f2f-a85f-4bcf-903d-441330a1a981 req-d32f5f04-3f33-4445-81ba-831cf1d4a89a tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532341 Sep 07 04:18:44.658735 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-28d373a9-7762-4b8b-b202-30b68ed2d64d req-4c5ef59d-df48-4548-b035-f2d496c57042 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553553 Sep 07 04:18:44.757050 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3391ed6-1660-40c4-8542-e32f5f6056dc req-30998a47-59f8-4782-86b8-a554c2428118 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:44.758710 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3391ed6-1660-40c4-8542-e32f5f6056dc req-30998a47-59f8-4782-86b8-a554c2428118 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0489104 Sep 07 04:18:44.772899 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:44.798291 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3391ed6-1660-40c4-8542-e32f5f6056dc req-89a51e75-a959-4bcc-9b2b-addf2708cf23 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336113 Sep 07 04:18:44.951875 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6fafa-bfed-4a53-98b5-93ae0d307559 req-05226097-2c32-44db-8c6b-b18e1e33bfc1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:44.953363 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3bd6fafa-bfed-4a53-98b5-93ae0d307559 req-05226097-2c32-44db-8c6b-b18e1e33bfc1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0499809 Sep 07 04:18:44.992436 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3bd6fafa-bfed-4a53-98b5-93ae0d307559 req-011b1483-cdab-4ff3-8f38-12780c8d38e2 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332205 Sep 07 04:18:45.236475 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:45.763168 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857726b9-0c77-4e0b-af91-bb97dc7b035e req-fac2f8ac-6e90-4d2d-8f57-1a27f7661c55 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:45.764559 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-857726b9-0c77-4e0b-af91-bb97dc7b035e req-fac2f8ac-6e90-4d2d-8f57-1a27f7661c55 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0471435 Sep 07 04:18:45.827489 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-857726b9-0c77-4e0b-af91-bb97dc7b035e req-b0b3f1c8-ce0e-48f3-a857-1203b1b148dc tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536335 Sep 07 04:18:45.839721 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fe9d8-2b8b-4d7a-ae2d-22bba970d507 req-d145961f-a2b3-428b-beb7-72a4f147b9bf tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:45.841473 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-083fe9d8-2b8b-4d7a-ae2d-22bba970d507 req-d145961f-a2b3-428b-beb7-72a4f147b9bf tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0760605 Sep 07 04:18:45.880019 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-083fe9d8-2b8b-4d7a-ae2d-22bba970d507 req-45d33d3e-6f75-4f73-859d-eb449dda0635 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327649 Sep 07 04:18:45.951824 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0d7a9-d5df-4267-8840-53a91d7672b1 req-76601101-ab10-461a-813a-c440d01ee922 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:45.953289 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-99b0d7a9-d5df-4267-8840-53a91d7672b1 req-76601101-ab10-461a-813a-c440d01ee922 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0515471 Sep 07 04:18:45.989198 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-99b0d7a9-d5df-4267-8840-53a91d7672b1 req-ca85d52c-e784-4446-9ff8-3209d749b761 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294933 Sep 07 04:18:46.104916 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dad47-6a2e-40fe-bea6-d0a208c3d212 req-53e43716-b48d-44e7-9e3a-b8a3acefbf00 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:46.106459 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-948dad47-6a2e-40fe-bea6-d0a208c3d212 req-53e43716-b48d-44e7-9e3a-b8a3acefbf00 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0490463 Sep 07 04:18:46.145210 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-948dad47-6a2e-40fe-bea6-d0a208c3d212 req-0b334cfa-c866-4559-8aae-cae02b170f3d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Sep 07 04:18:46.943480 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa713f5-8aa8-4f31-be1e-52048243c3c2 req-25903f83-b237-4ab7-aa3a-2b86aa4f74b8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:46.943480 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5fa713f5-8aa8-4f31-be1e-52048243c3c2 req-25903f83-b237-4ab7-aa3a-2b86aa4f74b8 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0479698 Sep 07 04:18:47.012318 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5fa713f5-8aa8-4f31-be1e-52048243c3c2 req-2c2be9d3-2de4-42b5-b8bf-a8ef5bd61154 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626669 Sep 07 04:18:47.020785 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb4b80-e2ab-4d95-92b0-cd7a7cc7ba2f req-74918955-af23-4b5b-87d4-3f5345698e72 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:47.022200 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a5bb4b80-e2ab-4d95-92b0-cd7a7cc7ba2f req-74918955-af23-4b5b-87d4-3f5345698e72 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0738845 Sep 07 04:18:47.061269 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a5bb4b80-e2ab-4d95-92b0-cd7a7cc7ba2f req-ea4f5abb-6a1e-4194-bc4a-72fbde4062e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331411 Sep 07 04:18:47.088834 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:47.120306 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36add75c-ffe6-4216-a8bd-0f4ed3b1e8d8 req-37c6d6cc-758c-4715-a794-db74938a0f6e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:47.121956 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-36add75c-ffe6-4216-a8bd-0f4ed3b1e8d8 req-37c6d6cc-758c-4715-a794-db74938a0f6e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0495322 Sep 07 04:18:47.161866 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-36add75c-ffe6-4216-a8bd-0f4ed3b1e8d8 req-a46216f7-5e21-4416-807d-6137632d8b98 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335979 Sep 07 04:18:47.267390 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09a786-8d80-4fb7-9234-3fcd510cd1fa req-37546bac-c9da-4cd8-9756-4e32453dd877 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:47.268899 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7c09a786-8d80-4fb7-9234-3fcd510cd1fa req-37546bac-c9da-4cd8-9756-4e32453dd877 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0578485 Sep 07 04:18:47.305787 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7c09a786-8d80-4fb7-9234-3fcd510cd1fa req-202834f0-fe27-4a18-bfac-63c12c737200 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304327 Sep 07 04:18:47.443861 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:48.130684 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e9769-16ab-402d-9a63-55c0caa304cb req-ffabe966-3c9e-4d76-abec-48da1f11c5ef tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:48.132139 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-446e9769-16ab-402d-9a63-55c0caa304cb req-ffabe966-3c9e-4d76-abec-48da1f11c5ef tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0524733 Sep 07 04:18:48.194129 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-446e9769-16ab-402d-9a63-55c0caa304cb req-e2c1e090-9dbf-4089-8d7a-7fb316e34387 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528457 Sep 07 04:18:48.203950 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defc36-b52b-4eaa-91e9-98129a3c4d60 req-df8611bb-0d15-4409-a915-61b873d4d1a6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:48.205396 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d3defc36-b52b-4eaa-91e9-98129a3c4d60 req-df8611bb-0d15-4409-a915-61b873d4d1a6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0723722 Sep 07 04:18:48.243797 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d3defc36-b52b-4eaa-91e9-98129a3c4d60 req-37cb21fa-b024-414c-8202-c82a9a6efec6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320032 Sep 07 04:18:48.298058 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device b76d8d93-bd10-4e95-8582-3e5cb6bdf955 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:18:48.305134 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d211e-171a-451f-a312-3e620f1dee6c req-5a2dc02a-e3ba-4c0d-a9e0-1e111e3763a5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:48.306767 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b22d211e-171a-451f-a312-3e620f1dee6c req-5a2dc02a-e3ba-4c0d-a9e0-1e111e3763a5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0549181 Sep 07 04:18:48.344112 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b22d211e-171a-451f-a312-3e620f1dee6c req-512da5e4-4c21-465c-b744-1cb596be5e02 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315282 Sep 07 04:18:48.398204 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:48.409390 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'port_id': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'mac_address': 'fa:16:3e:66:31:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:18:48.440717 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fe075-bf8c-4478-83bf-2ad6800ea5a1 req-5cc3b57b-c010-4f73-ae15-a5dd7fb1f21f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:48.442221 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a38fe075-bf8c-4478-83bf-2ad6800ea5a1 req-5cc3b57b-c010-4f73-ae15-a5dd7fb1f21f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0510387 Sep 07 04:18:48.445072 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:48.457223 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b76d8d93-bd10-4e95-8582-3e5cb6bdf955 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:18:48.477517 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:48.480547 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a38fe075-bf8c-4478-83bf-2ad6800ea5a1 req-9d303c33-3cbe-40f1-8d43-b94c31e9b90d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324078 Sep 07 04:18:48.482992 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:48.528962 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,revision_number=6']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:48.711208 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['b76d8d93-bd10-4e95-8582-3e5cb6bdf955'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:18:49.307339 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09af03c-aa7e-4f5a-9dbf-ec1aa45cc349 req-5907b4b7-acd8-4965-93ed-a70fbf8c6b81 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:49.308854 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d09af03c-aa7e-4f5a-9dbf-ec1aa45cc349 req-5907b4b7-acd8-4965-93ed-a70fbf8c6b81 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0503135 Sep 07 04:18:49.379003 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d09af03c-aa7e-4f5a-9dbf-ec1aa45cc349 req-6d72fd3b-dfca-4832-80a3-4b21da1a83cc tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641689 Sep 07 04:18:49.392647 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94959d-d9fa-4706-b70b-471244cb7670 req-5846463c-612a-489f-b9aa-e4d06e137b7b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:49.392647 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6c94959d-d9fa-4706-b70b-471244cb7670 req-5846463c-612a-489f-b9aa-e4d06e137b7b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0716844 Sep 07 04:18:49.451740 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6c94959d-d9fa-4706-b70b-471244cb7670 req-f14de987-46c1-4c63-8a21-afa4ac889102 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454679 Sep 07 04:18:49.480961 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e726b41-3eda-4fdf-9ad2-67eec6083b68 req-40a25dcc-e9c0-41eb-be26-0b5113a8487d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:49.482433 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6e726b41-3eda-4fdf-9ad2-67eec6083b68 req-40a25dcc-e9c0-41eb-be26-0b5113a8487d tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.36 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 945 time: 0.0687420 Sep 07 04:18:49.516663 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fffd6-ad37-4c5c-8835-12a8cebd83db req-1354dc0f-93ae-4561-a39d-57c07cf0f413 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:49.516663 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c60fffd6-ad37-4c5c-8835-12a8cebd83db req-1354dc0f-93ae-4561-a39d-57c07cf0f413 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0480800 Sep 07 04:18:49.555778 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c60fffd6-ad37-4c5c-8835-12a8cebd83db req-a05dbd5c-ca7b-4af1-8e6c-cbc15310b580 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327601 Sep 07 04:18:49.586922 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-6e726b41-3eda-4fdf-9ad2-67eec6083b68 req-81a177fb-5b9a-4936-9c02-0c51ac87d349 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Deleting port 0109329b-a614-4ab3-9aed-c6642e516ce6 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:18:49.587259 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6e726b41-3eda-4fdf-9ad2-67eec6083b68 req-81a177fb-5b9a-4936-9c02-0c51ac87d349 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:49.605937 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43ce9-e941-4957-a5ac-9855649a3315 req-53698ad6-5ef7-4ea4-9458-f989b9f62329 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:49.607411 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9ff43ce9-e941-4957-a5ac-9855649a3315 req-53698ad6-5ef7-4ea4-9458-f989b9f62329 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0506766 Sep 07 04:18:49.645377 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9ff43ce9-e941-4957-a5ac-9855649a3315 req-db8e5e2a-86f8-44a3-afca-d3b1e740eb75 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318575 Sep 07 04:18:49.679589 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-6e726b41-3eda-4fdf-9ad2-67eec6083b68 req-81a177fb-5b9a-4936-9c02-0c51ac87d349 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] For port 0109329b-a614-4ab3-9aed-c6642e516ce6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0109329b-a614-4ab3-9aed-c6642e516ce6,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:49.679944 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6e726b41-3eda-4fdf-9ad2-67eec6083b68 req-81a177fb-5b9a-4936-9c02-0c51ac87d349 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:49.692109 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-6e726b41-3eda-4fdf-9ad2-67eec6083b68 req-81a177fb-5b9a-4936-9c02-0c51ac87d349 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Calling delete_port for 0109329b-a614-4ab3-9aed-c6642e516ce6 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:18:49.819076 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6e726b41-3eda-4fdf-9ad2-67eec6083b68 req-81a177fb-5b9a-4936-9c02-0c51ac87d349 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:49.850233 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a177fb-5b9a-4936-9c02-0c51ac87d349 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Pushing event deleted for resources: {'Port': ['ID=0109329b-a614-4ab3-9aed-c6642e516ce6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:49.863450 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['0109329b-a614-4ab3-9aed-c6642e516ce6'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:18:49.886193 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e726b41-3eda-4fdf-9ad2-67eec6083b68 req-81a177fb-5b9a-4936-9c02-0c51ac87d349 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] No DVR routers for this DVR port 0109329b-a614-4ab3-9aed-c6642e516ce6 on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:18:49.888717 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6e726b41-3eda-4fdf-9ad2-67eec6083b68 req-81a177fb-5b9a-4936-9c02-0c51ac87d349 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:49.890641 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6e726b41-3eda-4fdf-9ad2-67eec6083b68 req-81a177fb-5b9a-4936-9c02-0c51ac87d349 tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.36 "DELETE /v2.0/ports/0109329b-a614-4ab3-9aed-c6642e516ce6 HTTP/1.1" status: 204 len: 173 time: 0.3979137 Sep 07 04:18:49.891063 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432249ab-977a-46b1-83ea-d320920cca83', 'name': 'network-vif-deleted', 'tag': '0109329b-a614-4ab3-9aed-c6642e516ce6'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:18:49.893271 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ed4f9d-4de9-4eed-be95-418b885657a4" -d '{"events": [{"server_uuid": "432249ab-977a-46b1-83ea-d320920cca83", "name": "network-vif-deleted", "tag": "0109329b-a614-4ab3-9aed-c6642e516ce6"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:18:49.929424 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd60457-b8c9-40d9-bdaf-437f438a1f9e x-openstack-request-id: req-1cd60457-b8c9-40d9-bdaf-437f438a1f9e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:18:49.929735 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432249ab-977a-46b1-83ea-d320920cca83", "name": "network-vif-deleted", "tag": "0109329b-a614-4ab3-9aed-c6642e516ce6", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:18:49.929981 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1cd60457-b8c9-40d9-bdaf-437f438a1f9e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:18:49.930367 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432249ab-977a-46b1-83ea-d320920cca83', 'name': 'network-vif-deleted', 'tag': '0109329b-a614-4ab3-9aed-c6642e516ce6', 'status': 'completed', 'code': 200} Sep 07 04:18:50.299208 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device b76d8d93-bd10-4e95-8582-3e5cb6bdf955 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:18:50.343752 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:18:50.344116 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:50.420423 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:50.443266 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:18:50.445530 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378103fb-e37b-4d6a-870f-bbb3c8bab9dc" -d '{"events": [{"server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "name": "network-vif-plugged", "status": "completed", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:18:50.459313 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:50.463353 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:50.493938 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9c29cc-f5da-41aa-b90c-65005b180533 x-openstack-request-id: req-df9c29cc-f5da-41aa-b90c-65005b180533 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:18:50.494227 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "name": "network-vif-plugged", "status": "completed", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:18:50.494478 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df9c29cc-f5da-41aa-b90c-65005b180533 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:18:50.494912 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'code': 200} Sep 07 04:18:50.496704 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-31f668f1-bd1e-4271-ab13-47827b71df17 req-1a37807f-839b-4eb6-b307-8eb54199c19f tempest-ServerRescueNegativeTestJSON-1123103370 tempest-ServerRescueNegativeTestJSON-1123103370-project] 10.222.0.41 "GET /v2.0/ports?device_id=432249ab-977a-46b1-83ea-d320920cca83 HTTP/1.1" status: 200 len: 210 time: 0.0361378 Sep 07 04:18:50.532725 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:50.590404 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e6c32-4333-4160-ac32-75de552418b4 req-7f6b5ad4-d200-4b35-aba1-99d00acc2a2c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:50.591929 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a9e6c32-4333-4160-ac32-75de552418b4 req-7f6b5ad4-d200-4b35-aba1-99d00acc2a2c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0527117 Sep 07 04:18:50.634926 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a9e6c32-4333-4160-ac32-75de552418b4 req-7045bb97-34a0-4029-bf5c-2d67024d9daf tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358310 Sep 07 04:18:50.683369 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009e099-4b20-411d-9fad-74f113e203bc req-269aff60-f59b-4136-8d99-9d9d024b2eae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:50.685000 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b009e099-4b20-411d-9fad-74f113e203bc req-269aff60-f59b-4136-8d99-9d9d024b2eae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0492182 Sep 07 04:18:50.730914 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b009e099-4b20-411d-9fad-74f113e203bc req-a77efd26-1676-4330-8196-55ed5c2e8a19 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400634 Sep 07 04:18:50.768024 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d906cfd-90f0-43b7-a500-64d1012bff04 req-19cd6c91-2752-42b9-9cbb-0becccf2a9d1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:50.769541 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d906cfd-90f0-43b7-a500-64d1012bff04 req-19cd6c91-2752-42b9-9cbb-0becccf2a9d1 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0591483 Sep 07 04:18:50.806684 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d906cfd-90f0-43b7-a500-64d1012bff04 req-36692a9b-f6de-4567-8469-dd67c3c2cdf8 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307930 Sep 07 04:18:51.552630 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42768) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:51.758774 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07a7a5-e66f-44b0-a15d-36c3e6893492 req-5b5a82a8-8c3a-4cba-83e5-4a6869e5a83a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:51.759683 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de07a7a5-e66f-44b0-a15d-36c3e6893492 req-5b5a82a8-8c3a-4cba-83e5-4a6869e5a83a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0564644 Sep 07 04:18:51.816899 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de07a7a5-e66f-44b0-a15d-36c3e6893492 req-955a35d9-8998-4fb7-89c2-3f6fd194f0bf tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506775 Sep 07 04:18:51.872430 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21251401-d7e9-4756-8e12-b3024037f5bf req-5cad2cbd-65e7-4565-a9a6-6d3f1360e51c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:51.874191 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-21251401-d7e9-4756-8e12-b3024037f5bf req-5cad2cbd-65e7-4565-a9a6-6d3f1360e51c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0560439 Sep 07 04:18:51.940420 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-21251401-d7e9-4756-8e12-b3024037f5bf req-51d7bb07-5e78-4c38-9b4a-222e75c0d09f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585585 Sep 07 04:18:51.961034 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d36ea0-964e-4bda-a263-76fb17b653f5 req-39a050a2-1182-4596-8f36-ca44605a2091 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:51.962627 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3d36ea0-964e-4bda-a263-76fb17b653f5 req-39a050a2-1182-4596-8f36-ca44605a2091 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0746951 Sep 07 04:18:52.000146 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3d36ea0-964e-4bda-a263-76fb17b653f5 req-637a4efd-9784-4c03-95d7-835620a5958e tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Sep 07 04:18:52.206904 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85fa8f7b-2f6f-4bf3-9655-3ae34d4a2a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322840'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:52.505298 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-85fa8f7b-2f6f-4bf3-9655-3ae34d4a2a0e admin admin] Deleting port 2203d025-6515-4d18-b606-b3e7c4e760a2 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:18:52.505549 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85fa8f7b-2f6f-4bf3-9655-3ae34d4a2a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:52.583149 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-85fa8f7b-2f6f-4bf3-9655-3ae34d4a2a0e admin admin] For port 2203d025-6515-4d18-b606-b3e7c4e760a2, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=2203d025-6515-4d18-b606-b3e7c4e760a2,segment=NetworkSegment(ad11dc80-59a7-44fc-9583-60715494fa3d),segment_id=ad11dc80-59a7-44fc-9583-60715494fa3d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:52.583765 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85fa8f7b-2f6f-4bf3-9655-3ae34d4a2a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:52.595152 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-85fa8f7b-2f6f-4bf3-9655-3ae34d4a2a0e admin admin] Calling delete_port for 2203d025-6515-4d18-b606-b3e7c4e760a2 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:18:52.778839 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85fa8f7b-2f6f-4bf3-9655-3ae34d4a2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:52.801175 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa8f7b-2f6f-4bf3-9655-3ae34d4a2a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=2203d025-6515-4d18-b606-b3e7c4e760a2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:52.938957 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfa6cc-6d74-40f9-9488-998778eb8574 req-ba6307fc-4537-4e31-91c5-53fc6439f7fa tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:52.940737 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f3bfa6cc-6d74-40f9-9488-998778eb8574 req-ba6307fc-4537-4e31-91c5-53fc6439f7fa tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0525765 Sep 07 04:18:52.964698 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85fa8f7b-2f6f-4bf3-9655-3ae34d4a2a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33082078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-322948'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:52.989123 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f3bfa6cc-6d74-40f9-9488-998778eb8574 req-a06ed4d9-f5ab-46a6-80bd-a41ff48d4349 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352821 Sep 07 04:18:53.071356 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61cfe-3f67-4a34-9421-8cdf55b08890 req-06734264-dbec-45b7-b07f-0fd3ddc720d5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:53.072893 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4aa61cfe-3f67-4a34-9421-8cdf55b08890 req-06734264-dbec-45b7-b07f-0fd3ddc720d5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0518696 Sep 07 04:18:53.139538 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4aa61cfe-3f67-4a34-9421-8cdf55b08890 req-0c0bccdb-a223-49e6-a3c1-9a654178940b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554705 Sep 07 04:18:53.148039 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a8774-92ee-4956-a4ed-ef744efb39b3 req-f33e026a-a49b-46c6-ba03-8c0ceba8accc tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:53.149534 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b78a8774-92ee-4956-a4ed-ef744efb39b3 req-f33e026a-a49b-46c6-ba03-8c0ceba8accc tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0749376 Sep 07 04:18:53.200321 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b78a8774-92ee-4956-a4ed-ef744efb39b3 req-fff4b661-5734-4026-a03c-6222afeba69d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443983 Sep 07 04:18:53.205481 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fa8f7b-2f6f-4bf3-9655-3ae34d4a2a0e admin admin] Router aaa16d24-18c8-4190-850e-c040a1b54d0d has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:18:53.308962 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fa8f7b-2f6f-4bf3-9655-3ae34d4a2a0e admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:18:53.313946 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-85fa8f7b-2f6f-4bf3-9655-3ae34d4a2a0e admin admin] 10.222.0.41 "PUT /v2.0/routers/aaa16d24-18c8-4190-850e-c040a1b54d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602696 Sep 07 04:18:53.316353 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42788) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:53.320058 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f7195-0255-4d12-8776-3a379c302fcc None None] Sync routers for ids ['aaa16d24-18c8-4190-850e-c040a1b54d0d'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:18:53.331936 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f7195-0255-4d12-8776-3a379c302fcc None None] Routers {'aaa16d24-18c8-4190-850e-c040a1b54d0d'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:18:53.332680 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9b9f7195-0255-4d12-8776-3a379c302fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:18:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['aaa16d24-18c8-4190-850e-c040a1b54d0d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:53.426850 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:53.438577 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9b9f7195-0255-4d12-8776-3a379c302fcc None None] Set router aaa16d24-18c8-4190-850e-c040a1b54d0d gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:18:53.526466 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:53.577584 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Deleting port 09c4e312-76b2-4ed5-b082-6b0a5e787e69 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:18:53.577839 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:53.610123 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9b9f7195-0255-4d12-8776-3a379c302fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'name': 'tempest-ServerRescueNegativeTestJSON-65175473-router', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:09Z', 'updated_at': '2021-09-07T04:18:52Z', 'revision_number': 5, 'project_id': 'd3ba3c30ac964bac82d38844399d0bce', 'gw_port': {'id': '09c4e312-76b2-4ed5-b082-6b0a5e787e69', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:10Z', 'updated_at': '2021-09-07T04:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:53.636708 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f7195-0255-4d12-8776-3a379c302fcc None None] Checking router: aaa16d24-18c8-4190-850e-c040a1b54d0d for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:18:53.645613 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f7195-0255-4d12-8776-3a379c302fcc None None] Routers {'aaa16d24-18c8-4190-850e-c040a1b54d0d'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:18:53.646347 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9b9f7195-0255-4d12-8776-3a379c302fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:18:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['aaa16d24-18c8-4190-850e-c040a1b54d0d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:53.658830 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] For port 09c4e312-76b2-4ed5-b082-6b0a5e787e69, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=09c4e312-76b2-4ed5-b082-6b0a5e787e69,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:53.659252 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:53.671265 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Calling delete_port for 09c4e312-76b2-4ed5-b082-6b0a5e787e69 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:18:53.730798 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9b9f7195-0255-4d12-8776-3a379c302fcc None None] Set router aaa16d24-18c8-4190-850e-c040a1b54d0d gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:18:53.783031 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9b9f7195-0255-4d12-8776-3a379c302fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'name': 'tempest-ServerRescueNegativeTestJSON-65175473-router', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:09Z', 'updated_at': '2021-09-07T04:18:53Z', 'revision_number': 6, 'project_id': 'd3ba3c30ac964bac82d38844399d0bce', 'gw_port_host': None}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:53.809076 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f7195-0255-4d12-8776-3a379c302fcc None None] The sync data for ids ['aaa16d24-18c8-4190-850e-c040a1b54d0d'] in dv-cinder-778193-8-iscsi is: [{'id': 'aaa16d24-18c8-4190-850e-c040a1b54d0d', 'name': 'tempest-ServerRescueNegativeTestJSON-65175473-router', 'tenant_id': 'd3ba3c30ac964bac82d38844399d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:09Z', 'updated_at': '2021-09-07T04:18:53Z', 'revision_number': 6, 'project_id': 'd3ba3c30ac964bac82d38844399d0bce', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:18:53.836059 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:53.861492 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c4e312-76b2-4ed5-b082-6b0a5e787e69,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:53.917653 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-322086'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.018383 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15493'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.020674 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.081148 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-323708'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.081598 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaa16d24-18c8-4190-850e-c040a1b54d0d {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:18:54.086475 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.087642 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-fa65bbae-fec9-4aea-baf2-32e182ff06d7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/aaa16d24-18c8-4190-850e-c040a1b54d0d HTTP/1.1" status: 204 len: 168 time: 0.7703426 Sep 07 04:18:54.090222 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42800) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:54.104763 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bcef6-7fd5-49cb-bd72-ef76b41b4a76 req-3dad8ab3-f8be-4172-aafd-06214eada7d4 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:54.106141 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0b6bcef6-7fd5-49cb-bd72-ef76b41b4a76 req-3dad8ab3-f8be-4172-aafd-06214eada7d4 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0487049 Sep 07 04:18:54.133855 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2907add4-3708-4e29-ba97-f8b7f7ce0743 admin admin] Deleting subnet ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:18:54.140898 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2907add4-3708-4e29-ba97-f8b7f7ce0743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.146131 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0b6bcef6-7fd5-49cb-bd72-ef76b41b4a76 req-afda2110-d268-4817-a5ec-4531905649c2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340111 Sep 07 04:18:54.181747 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2907add4-3708-4e29-ba97-f8b7f7ce0743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30740894'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.323112 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 0109329b-a614-4ab3-9aed-c6642e516ce6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:18:54.350251 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: 0109329b-a614-4ab3-9aed-c6642e516ce6 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:18:54.350844 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 0109329b-a614-4ab3-9aed-c6642e516ce6 not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:18:54.354012 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a671054-556a-4903-9bd0-973f7677395a req-6bf0337e-7979-4600-be34-21c16cebd375 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:54.354632 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 2203d025-6515-4d18-b606-b3e7c4e760a2 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:18:54.356021 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0a671054-556a-4903-9bd0-973f7677395a req-6bf0337e-7979-4600-be34-21c16cebd375 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.1336875 Sep 07 04:18:54.404156 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f666ab-20f7-4df0-bf68-9f297fe8ebf2 req-946f7b3e-6a79-4f94-87c7-fd2ab9a87624 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:54.405907 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89f666ab-20f7-4df0-bf68-9f297fe8ebf2 req-946f7b3e-6a79-4f94-87c7-fd2ab9a87624 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.1057405 Sep 07 04:18:54.428993 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0a671054-556a-4903-9bd0-973f7677395a req-a60da6c4-0c49-46b9-977e-b80eff9574ef tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634627 Sep 07 04:18:54.462283 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89f666ab-20f7-4df0-bf68-9f297fe8ebf2 req-afa73541-db59-46f8-b9d2-dff208a282fe tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470417 Sep 07 04:18:54.479816 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2907add4-3708-4e29-ba97-f8b7f7ce0743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.503325 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 2203d025-6515-4d18-b606-b3e7c4e760a2 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:18:54.503665 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 2203d025-6515-4d18-b606-b3e7c4e760a2 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:18:54.529930 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2907add4-3708-4e29-ba97-f8b7f7ce0743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30701965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30223323'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.555463 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907add4-3708-4e29-ba97-f8b7f7ce0743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:54.559195 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2907add4-3708-4e29-ba97-f8b7f7ce0743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.561130 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2907add4-3708-4e29-ba97-f8b7f7ce0743 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ef9b4b23-22bf-4d8b-b2dd-f98a8bc1887a HTTP/1.1" status: 204 len: 168 time: 0.4699893 Sep 07 04:18:54.563585 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42812) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:54.633157 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.714052 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.735066 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d754632-b351-4011-8daa-9d3dc5d3b53b']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:54.744684 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad11dc80-59a7-44fc-9583-60715494fa3d') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:54.744972 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad11dc80-59a7-44fc-9583-60715494fa3d') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:18:54.760006 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30740869'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.774247 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.779902 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:18:54.780298 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30702055'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: Traceback (most recent call last): Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: timer() Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: cb(*args, **kw) Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: return func(*args, **kwargs) Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: self._notify() Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: self.callback(batched_events) Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: event.method(event) Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: return f(self, *a, **k) Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._get(url).json() Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:18:54.781900 dv-cinder-778193-8-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:18:54.835393 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.842417 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:54.844414 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9d754632-b351-4011-8daa-9d3dc5d3b53b HTTP/1.1" status: 204 len: 168 time: 0.2798953 Sep 07 04:18:54.853972 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd12fd-f820-4b0f-8340-05c8bcb91ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d754632-b351-4011-8daa-9d3dc5d3b53b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:55.011312 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42822) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:55.049600 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-43ad69e0-25ee-4397-825b-b852b996ea32 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3ba3c30ac964bac82d38844399d0bce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371995 Sep 07 04:18:55.051908 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42824) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:55.097803 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e5667d06-a47c-4ab1-98af-86d42c467aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:55.121057 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e5667d06-a47c-4ab1-98af-86d42c467aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:55.165887 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e5667d06-a47c-4ab1-98af-86d42c467aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:55.168406 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e5667d06-a47c-4ab1-98af-86d42c467aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:55.169575 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e5667d06-a47c-4ab1-98af-86d42c467aac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a97bd9f-564c-4858-8b9e-52c0d1fd98d9 HTTP/1.1" status: 204 len: 168 time: 0.1167362 Sep 07 04:18:55.178761 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5667d06-a47c-4ab1-98af-86d42c467aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a97bd9f-564c-4858-8b9e-52c0d1fd98d9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:55.264544 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb0e21-afc3-4ee2-8fb8-0cf1f79f27f4 req-dcf9e72e-e3a3-494f-9a5e-08ccc0cabba8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:55.266044 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e8fb0e21-afc3-4ee2-8fb8-0cf1f79f27f4 req-dcf9e72e-e3a3-494f-9a5e-08ccc0cabba8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0479751 Sep 07 04:18:55.303874 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e8fb0e21-afc3-4ee2-8fb8-0cf1f79f27f4 req-77e40bb2-156f-4e72-b4fa-6a01c839e965 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314941 Sep 07 04:18:55.577928 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea98ec6-258f-49a5-aa31-166e3ba11924 req-a3dfefa9-49b5-41f7-8770-d077c7dea7ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:55.579402 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aea98ec6-258f-49a5-aa31-166e3ba11924 req-a3dfefa9-49b5-41f7-8770-d077c7dea7ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0804870 Sep 07 04:18:55.601376 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6db9b2-abd4-4f50-9c49-f58798f7ceae req-20d09a02-8fde-48fa-bb01-f369947f093d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:55.603013 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2a6db9b2-abd4-4f50-9c49-f58798f7ceae req-20d09a02-8fde-48fa-bb01-f369947f093d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 944 time: 0.0721333 Sep 07 04:18:55.643198 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aea98ec6-258f-49a5-aa31-166e3ba11924 req-411cef78-5534-4af3-966c-d873ba44275c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572424 Sep 07 04:18:55.661436 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2a6db9b2-abd4-4f50-9c49-f58798f7ceae req-191f6931-e72a-4e43-b0d8-392d77cd1437 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488510 Sep 07 04:18:56.102918 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 09c4e312-76b2-4ed5-b082-6b0a5e787e69 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:18:56.122271 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 09c4e312-76b2-4ed5-b082-6b0a5e787e69 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:18:56.122613 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 09c4e312-76b2-4ed5-b082-6b0a5e787e69 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:18:56.332957 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 48f67cc5-d11e-4517-9434-cc1615809817 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:18:56.430723 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609be591-ba19-44df-bf25-7f260ca4d923 req-e8de4ba3-d4c5-436e-bd3b-c8599f6957fb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:56.432452 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-609be591-ba19-44df-bf25-7f260ca4d923 req-e8de4ba3-d4c5-436e-bd3b-c8599f6957fb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0552781 Sep 07 04:18:56.448162 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 48f67cc5-d11e-4517-9434-cc1615809817, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=48f67cc5-d11e-4517-9434-cc1615809817,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:56.459543 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': '48f67cc5-d11e-4517-9434-cc1615809817', 'network_id': '0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2', 'port_id': '48f67cc5-d11e-4517-9434-cc1615809817', 'mac_address': 'fa:16:3e:59:50:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4a8b95-ca00-4883-b905-48738ecdaedb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:18:56.474577 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-609be591-ba19-44df-bf25-7f260ca4d923 req-dc2e9ae0-9574-4e81-936d-79350221ca61 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339746 Sep 07 04:18:56.501157 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:56.513956 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f67cc5-d11e-4517-9434-cc1615809817 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:18:56.533861 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 48f67cc5-d11e-4517-9434-cc1615809817, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=48f67cc5-d11e-4517-9434-cc1615809817,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:18:56.538500 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:56.593365 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=48f67cc5-d11e-4517-9434-cc1615809817,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:56.817156 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04e29e-44f6-4e7b-ba0e-46bd363950a6 req-70566539-3d5c-41a5-a63d-68e6efb2310b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:56.818676 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb04e29e-44f6-4e7b-ba0e-46bd363950a6 req-70566539-3d5c-41a5-a63d-68e6efb2310b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0825658 Sep 07 04:18:56.834305 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382bbc3-e7a3-4a0c-b0e2-40f67a04a3e8 req-99196e0b-22bd-40fa-8ee7-62f54c2f7123 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:56.835817 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0382bbc3-e7a3-4a0c-b0e2-40f67a04a3e8 req-99196e0b-22bd-40fa-8ee7-62f54c2f7123 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 945 time: 0.0978370 Sep 07 04:18:56.902607 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb04e29e-44f6-4e7b-ba0e-46bd363950a6 req-8cf3570f-de4f-426b-a8bc-d88584eb4205 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657442 Sep 07 04:18:56.914959 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0382bbc3-e7a3-4a0c-b0e2-40f67a04a3e8 req-22e89fcd-7baf-4f75-b51a-c6d0fbdb11c3 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643961 Sep 07 04:18:56.976800 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 42916) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:57.080450 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:57.114851 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['48f67cc5-d11e-4517-9434-cc1615809817'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:18:57.191369 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:57.205753 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:57.243707 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e157d317c9234c768b4583924c35d992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658231 Sep 07 04:18:57.246508 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42928) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:57.259564 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c00b9d-e8be-47f5-88c5-c304fef0a599,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:57.267958 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:57.268633 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:57.269169 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:57.269691 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:57.270172 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:57.270659 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:57.271180 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:57.271677 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:57.272141 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:57.272628 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:57.273382 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:57.273867 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6949c64-8bea-4f68-bbc9-eb21e86d9784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:18:57.319390 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d98-c852-4517-ad28-0f03754d0799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:57.345015 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d98-c852-4517-ad28-0f03754d0799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:57.401625 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d98-c852-4517-ad28-0f03754d0799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:57.404549 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d98-c852-4517-ad28-0f03754d0799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:57.406341 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-1efa2d98-c852-4517-ad28-0f03754d0799 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1c00b9d-e8be-47f5-88c5-c304fef0a599 HTTP/1.1" status: 204 len: 168 time: 0.1584709 Sep 07 04:18:57.417530 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa2d98-c852-4517-ad28-0f03754d0799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c00b9d-e8be-47f5-88c5-c304fef0a599,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:57.635282 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f645e-cad6-4a22-9010-129aa3cc8809 req-5760ff98-0ba4-4c3a-9342-9a458c058f0a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:57.637678 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a0f645e-cad6-4a22-9010-129aa3cc8809 req-5760ff98-0ba4-4c3a-9342-9a458c058f0a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0718875 Sep 07 04:18:57.682418 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a0f645e-cad6-4a22-9010-129aa3cc8809 req-f6f7a6d3-0e77-48ce-90ea-4a64e0da1dea tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365121 Sep 07 04:18:57.779110 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42938) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:57.792681 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0cde1d0c-6753-4435-a946-3026fd835326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:57.905682 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0cde1d0c-6753-4435-a946-3026fd835326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:57.912830 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0cde1d0c-6753-4435-a946-3026fd835326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:57.969082 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-0cde1d0c-6753-4435-a946-3026fd835326 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b882ad69ea3349cd9d588b3055171eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881175 Sep 07 04:18:57.969839 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde1d0c-6753-4435-a946-3026fd835326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c6e355-329e-4f3e-ad09-4c2da817c684,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:57.972406 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 42950) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:18:57.984423 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42a48b-cc8a-4419-8a70-7761c3aaf4e0 req-74efd1d1-9bdd-4f90-ab44-f0447091cdf9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:57.994116 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba42a48b-cc8a-4419-8a70-7761c3aaf4e0 req-74efd1d1-9bdd-4f90-ab44-f0447091cdf9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0899911 Sep 07 04:18:58.041074 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49866d3a-60da-4a19-a959-382bc584d433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:58.066730 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:18:58.091566 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49866d3a-60da-4a19-a959-382bc584d433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:58.104720 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba42a48b-cc8a-4419-8a70-7761c3aaf4e0 req-f29eaa37-7d0c-4fda-801b-a9dba2355205 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088846 Sep 07 04:18:58.129960 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41aa84c-6cdd-4180-91ef-0ccca1bd888d req-a871919f-1b11-43dd-8169-c3bccef572db tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:58.131920 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c41aa84c-6cdd-4180-91ef-0ccca1bd888d req-a871919f-1b11-43dd-8169-c3bccef572db tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 945 time: 0.0947919 Sep 07 04:18:58.140825 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8d34-ba88-4cb7-a899-1bbd1ed30b01 req-5234877f-b3e7-4f9b-b0fe-be24751258cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:58.142835 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-acfa8d34-ba88-4cb7-a899-1bbd1ed30b01 req-5234877f-b3e7-4f9b-b0fe-be24751258cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff9821ae5cb04759b08ab6b61136c64f&device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 1098 time: 0.0864866 Sep 07 04:18:58.236944 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c41aa84c-6cdd-4180-91ef-0ccca1bd888d req-bf8d25a5-a134-404e-880f-33339ae3847b tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856485 Sep 07 04:18:58.257762 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49866d3a-60da-4a19-a959-382bc584d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:58.260939 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49866d3a-60da-4a19-a959-382bc584d433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:18:58.265045 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-49866d3a-60da-4a19-a959-382bc584d433 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68c6e355-329e-4f3e-ad09-4c2da817c684 HTTP/1.1" status: 204 len: 168 time: 0.2910116 Sep 07 04:18:58.281237 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49866d3a-60da-4a19-a959-382bc584d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c6e355-329e-4f3e-ad09-4c2da817c684,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:18:58.296401 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3e55a-0b71-4a5b-a742-fd3026c34797 req-9848e76e-c402-4755-9cc2-6ad3129aec69 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:58.297953 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-00e3e55a-0b71-4a5b-a742-fd3026c34797 req-9848e76e-c402-4755-9cc2-6ad3129aec69 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0767891 Sep 07 04:18:58.331934 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8d34-ba88-4cb7-a899-1bbd1ed30b01 req-ea75b6a4-830c-455b-aa09-47506d786f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:58.333786 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-acfa8d34-ba88-4cb7-a899-1bbd1ed30b01 req-ea75b6a4-830c-455b-aa09-47506d786f6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e1703b7-84ae-4608-b580-140135a26f9e HTTP/1.1" status: 200 len: 911 time: 0.1812754 Sep 07 04:18:58.369243 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-00e3e55a-0b71-4a5b-a742-fd3026c34797 req-96b180a4-5d47-423f-bad7-62eda5740f7e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490494 Sep 07 04:18:58.427378 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-acfa8d34-ba88-4cb7-a899-1bbd1ed30b01 req-54cf5169-421a-40bd-a96a-63db5156e955 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6284171-605a-44d7-922d-e4e9fe1091de HTTP/1.1" status: 200 len: 1001 time: 0.0779047 Sep 07 04:18:58.482701 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8d34-ba88-4cb7-a899-1bbd1ed30b01 req-38da7a4d-582d-462f-9f97-42a172a1c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:58.484216 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-acfa8d34-ba88-4cb7-a899-1bbd1ed30b01 req-38da7a4d-582d-462f-9f97-42a172a1c399 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c77badf1-c6f9-4ffb-a974-28df91afb7c9 HTTP/1.1" status: 200 len: 849 time: 0.0489666 Sep 07 04:18:58.536878 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8d34-ba88-4cb7-a899-1bbd1ed30b01 req-4b03c0fe-e10c-444d-aaee-bb3fb4cfb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:58.538645 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-acfa8d34-ba88-4cb7-a899-1bbd1ed30b01 req-4b03c0fe-e10c-444d-aaee-bb3fb4cfb398 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1703b7-84ae-4608-b580-140135a26f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466864 Sep 07 04:18:58.634834 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-acfa8d34-ba88-4cb7-a899-1bbd1ed30b01 req-82457144-a02b-4ef9-96ea-6c5a14425d1d service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870707 Sep 07 04:18:58.749757 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-acfa8d34-ba88-4cb7-a899-1bbd1ed30b01 req-ba08d549-7763-4f1a-9f35-45b0e9a47b59 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063256 Sep 07 04:18:59.231657 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c86fc-0fd8-4c19-9ba1-f19d933bff48 req-0edf6b5a-e8d8-47e8-b429-102a7729dfba tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:59.233750 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-942c86fc-0fd8-4c19-9ba1-f19d933bff48 req-0edf6b5a-e8d8-47e8-b429-102a7729dfba tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0577333 Sep 07 04:18:59.289884 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-942c86fc-0fd8-4c19-9ba1-f19d933bff48 req-a996a4dc-572a-498f-a29b-9ae218f764a7 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499294 Sep 07 04:18:59.382724 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49771e68-1e94-43dc-b5ce-26f4c4ed156f req-36e87a8a-ffe5-415c-902f-4727cfc9c9a3 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:59.384151 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-49771e68-1e94-43dc-b5ce-26f4c4ed156f req-36e87a8a-ffe5-415c-902f-4727cfc9c9a3 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 945 time: 0.0530269 Sep 07 04:18:59.433414 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-49771e68-1e94-43dc-b5ce-26f4c4ed156f req-21a0b251-73e3-41d4-ae13-0ef980c24276 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Sep 07 04:18:59.512737 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5875-b494-4d69-bb15-e0e728155027 req-9b55e0b4-6cc0-4421-8892-2d3aef707e33 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:18:59.519849 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-657a5875-b494-4d69-bb15-e0e728155027 req-9b55e0b4-6cc0-4421-8892-2d3aef707e33 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0601106 Sep 07 04:18:59.553822 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-657a5875-b494-4d69-bb15-e0e728155027 req-c04f4c61-46d0-40d1-a2a1-f7b627c0649a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330966 Sep 07 04:19:00.357097 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 48f67cc5-d11e-4517-9434-cc1615809817 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:19:00.459046 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port 48f67cc5-d11e-4517-9434-cc1615809817 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:19:00.464147 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port 48f67cc5-d11e-4517-9434-cc1615809817 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:19:00.464682 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:00.499719 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84130c08-3ba2-482e-895c-d95fdbf7700f req-6849b358-9a5b-4eac-8e45-867f46f03e61 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:00.501320 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-84130c08-3ba2-482e-895c-d95fdbf7700f req-6849b358-9a5b-4eac-8e45-867f46f03e61 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0769179 Sep 07 04:19:00.563320 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:00.581251 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-84130c08-3ba2-482e-895c-d95fdbf7700f req-a6afc610-8e54-4bcf-b911-3b6e539b80f8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697575 Sep 07 04:19:00.590193 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82757680-ed1b-4429-8e0e-311fe4504ad9 req-cc70fa4e-9b42-484b-9805-dd2852ed61ba tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:00.591640 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de65c27-3b7d-4370-8989-4eb25a445c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f67cc5-d11e-4517-9434-cc1615809817'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:19:00.591916 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-82757680-ed1b-4429-8e0e-311fe4504ad9 req-cc70fa4e-9b42-484b-9805-dd2852ed61ba tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 945 time: 0.0814853 Sep 07 04:19:00.593913 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94ca47b-08d2-400b-944f-11c6a04b8012" -d '{"events": [{"server_uuid": "4de65c27-3b7d-4370-8989-4eb25a445c43", "name": "network-vif-plugged", "status": "completed", "tag": "48f67cc5-d11e-4517-9434-cc1615809817"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:19:00.608891 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 48f67cc5-d11e-4517-9434-cc1615809817, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=48f67cc5-d11e-4517-9434-cc1615809817,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:19:00.617023 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:00.636392 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-82757680-ed1b-4429-8e0e-311fe4504ad9 req-98a595b3-dd92-43a8-9a4f-8b760b78ec8f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374305 Sep 07 04:19:00.672033 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=48f67cc5-d11e-4517-9434-cc1615809817,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:00.684135 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511491f8-5984-4ee4-aa1b-907a2b4dc9a2 x-openstack-request-id: req-511491f8-5984-4ee4-aa1b-907a2b4dc9a2 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:19:00.684381 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de65c27-3b7d-4370-8989-4eb25a445c43", "name": "network-vif-plugged", "status": "completed", "tag": "48f67cc5-d11e-4517-9434-cc1615809817", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:19:00.684743 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-511491f8-5984-4ee4-aa1b-907a2b4dc9a2 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:19:00.685969 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de65c27-3b7d-4370-8989-4eb25a445c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f67cc5-d11e-4517-9434-cc1615809817', 'code': 200} Sep 07 04:19:00.712989 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ad40e-f6d9-420f-811b-9310eff28903 req-02301dbe-9d03-4bd4-a31f-b8177b161696 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:00.714467 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-801ad40e-f6d9-420f-811b-9310eff28903 req-02301dbe-9d03-4bd4-a31f-b8177b161696 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0565753 Sep 07 04:19:00.756825 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-801ad40e-f6d9-420f-811b-9310eff28903 req-36c43a9e-7133-4364-b8bc-58c4ee4bf612 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364382 Sep 07 04:19:00.936116 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b244a-36bf-4646-99e7-b00f590574d5 req-b26b6ce4-9963-4da7-a804-18fda39e879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:00.937598 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f4b244a-36bf-4646-99e7-b00f590574d5 req-b26b6ce4-9963-4da7-a804-18fda39e879f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 1099 time: 0.0437286 Sep 07 04:19:00.975164 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f4b244a-36bf-4646-99e7-b00f590574d5 req-4d9e1334-edc8-49de-80be-1d68f76ddbd9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284081 Sep 07 04:19:01.783070 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f4506-7e44-4938-b64d-adadc1f576f7 req-5b1b8195-ea76-4d3c-a330-35409a547af0 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:01.784484 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b9f4506-7e44-4938-b64d-adadc1f576f7 req-5b1b8195-ea76-4d3c-a330-35409a547af0 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 946 time: 0.0470481 Sep 07 04:19:01.826051 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b9f4506-7e44-4938-b64d-adadc1f576f7 req-2bac340c-acb1-4051-96f7-954327332e8d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348613 Sep 07 04:19:01.885118 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c7b9b-f78a-4c1d-a5e8-a3f7fe48461e req-ccc42528-4c0b-4189-915c-43df525d31b0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:01.886579 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fe6c7b9b-f78a-4c1d-a5e8-a3f7fe48461e req-ccc42528-4c0b-4189-915c-43df525d31b0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0504339 Sep 07 04:19:01.924273 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fe6c7b9b-f78a-4c1d-a5e8-a3f7fe48461e req-f4d1f98a-b4da-4cc0-a3bd-a823818ffd2b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Sep 07 04:19:02.954519 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1c5f7-3347-4379-a6b2-a14ed64b554e req-6ab3c05b-0e77-4d8d-8d4c-b4305ebd45a8 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:02.957596 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ff1c5f7-3347-4379-a6b2-a14ed64b554e req-6ab3c05b-0e77-4d8d-8d4c-b4305ebd45a8 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 946 time: 0.0551612 Sep 07 04:19:03.021987 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ff1c5f7-3347-4379-a6b2-a14ed64b554e req-776c3a04-8f97-4ac5-89e3-c044e8abe8bc tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570078 Sep 07 04:19:03.074518 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23cc96-9e7a-4464-9045-448a9a5b17dd req-e80636ec-5336-47d8-bfc7-37d74492c2a7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:03.075996 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2c23cc96-9e7a-4464-9045-448a9a5b17dd req-e80636ec-5336-47d8-bfc7-37d74492c2a7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0739985 Sep 07 04:19:03.114548 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2c23cc96-9e7a-4464-9045-448a9a5b17dd req-a4766ca7-e40a-4f37-984a-6c931ce7bc49 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320830 Sep 07 04:19:04.031446 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 43076) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:04.147972 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-991a5d73-4ae2-4f90-93c8-2cde6685d22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:04.167321 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714ef5a-dfda-4c85-bbfa-d9b783a85469 req-0772107e-673f-4294-9089-7ac7dc48437a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:04.168865 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0714ef5a-dfda-4c85-bbfa-d9b783a85469 req-0772107e-673f-4294-9089-7ac7dc48437a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 946 time: 0.0646811 Sep 07 04:19:04.262680 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-991a5d73-4ae2-4f90-93c8-2cde6685d22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:04.273201 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-991a5d73-4ae2-4f90-93c8-2cde6685d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:04.282736 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0714ef5a-dfda-4c85-bbfa-d9b783a85469 req-1bb66a79-371e-4834-b91a-cdde5f321102 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053863 Sep 07 04:19:04.338247 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20d869-4160-4192-8ffb-642a63ab007a req-ddbccda9-e59a-4e42-a7cc-a905319f1eab tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:04.346056 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-be20d869-4160-4192-8ffb-642a63ab007a req-ddbccda9-e59a-4e42-a7cc-a905319f1eab tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.1234646 Sep 07 04:19:04.348914 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-991a5d73-4ae2-4f90-93c8-2cde6685d22d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c110182d22fb4d1c845e45d63833c984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155851 Sep 07 04:19:04.352592 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 43088) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:04.383598 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a5d73-4ae2-4f90-93c8-2cde6685d22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3657c65-b621-40d2-aa01-880b3ee16ca7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:04.405841 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-be20d869-4160-4192-8ffb-642a63ab007a req-89de9587-5912-484b-baa0-7ebec087a2db tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567095 Sep 07 04:19:04.435385 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-350613f7-171d-43c0-a10d-3f560bba6706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:04.466882 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-350613f7-171d-43c0-a10d-3f560bba6706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:04.530054 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-350613f7-171d-43c0-a10d-3f560bba6706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:04.533774 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-350613f7-171d-43c0-a10d-3f560bba6706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:04.535315 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-350613f7-171d-43c0-a10d-3f560bba6706 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3657c65-b621-40d2-aa01-880b3ee16ca7 HTTP/1.1" status: 204 len: 168 time: 0.1814969 Sep 07 04:19:04.543599 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350613f7-171d-43c0-a10d-3f560bba6706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3657c65-b621-40d2-aa01-880b3ee16ca7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:04.870171 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 43100) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:04.883837 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2292287b-1179-48c9-9603-4fe08761122c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:04.972106 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2292287b-1179-48c9-9603-4fe08761122c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:04.976650 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2292287b-1179-48c9-9603-4fe08761122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:05.022188 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2292287b-1179-48c9-9603-4fe08761122c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4808675b483c461e8d85fa58f88ec054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509285 Sep 07 04:19:05.024452 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292287b-1179-48c9-9603-4fe08761122c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bf9e8e-cf70-43b2-9fab-f5b91324edd7,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:05.025020 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 43102) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:05.075070 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14cb2f36-0eb1-4d89-820d-2e957b49791e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:05.095942 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14cb2f36-0eb1-4d89-820d-2e957b49791e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:05.143800 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14cb2f36-0eb1-4d89-820d-2e957b49791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:05.146275 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14cb2f36-0eb1-4d89-820d-2e957b49791e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:05.147424 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-14cb2f36-0eb1-4d89-820d-2e957b49791e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1bf9e8e-cf70-43b2-9fab-f5b91324edd7 HTTP/1.1" status: 204 len: 168 time: 0.1214428 Sep 07 04:19:05.157788 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb2f36-0eb1-4d89-820d-2e957b49791e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bf9e8e-cf70-43b2-9fab-f5b91324edd7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:05.538879 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318bbaa-d510-4d64-bebb-1238ffe25217 req-11d6c545-d40b-4777-921e-91c81a417135 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:05.546802 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7318bbaa-d510-4d64-bebb-1238ffe25217 req-11d6c545-d40b-4777-921e-91c81a417135 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0606825 Sep 07 04:19:05.589227 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7318bbaa-d510-4d64-bebb-1238ffe25217 req-1b0a2f3d-fceb-47de-805a-8b0a4aff399a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Sep 07 04:19:06.735423 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3807fc-6510-426b-bb8a-c4538f1d2e34 req-5e895ffd-c2fb-4862-896f-1ee48f06d15b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:06.736877 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5f3807fc-6510-426b-bb8a-c4538f1d2e34 req-5e895ffd-c2fb-4862-896f-1ee48f06d15b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0528793 Sep 07 04:19:06.799316 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5f3807fc-6510-426b-bb8a-c4538f1d2e34 req-c405e42b-0e38-4c10-a30a-0f8181bc034b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527420 Sep 07 04:19:07.978020 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621dcc-a2ec-4983-a024-264c263ae747 req-d7999a75-1b57-43de-993c-a953d5728144 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:07.979531 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-67621dcc-a2ec-4983-a024-264c263ae747 req-d7999a75-1b57-43de-993c-a953d5728144 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0708537 Sep 07 04:19:08.026184 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-67621dcc-a2ec-4983-a024-264c263ae747 req-c7a2a8a8-d83a-4e02-93a3-e0da2bb625b3 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 Sep 07 04:19:09.165824 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710cd64-5be2-4a27-b70c-a059416e317e req-bdfa0c6e-3bda-4702-959d-92d29c12faed tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:09.167294 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0710cd64-5be2-4a27-b70c-a059416e317e req-bdfa0c6e-3bda-4702-959d-92d29c12faed tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0486505 Sep 07 04:19:09.212140 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0710cd64-5be2-4a27-b70c-a059416e317e req-8fb853c4-907b-42ca-bef2-f5c3004efd9c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376773 Sep 07 04:19:10.349564 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e8fa6-c04c-4282-bdc5-2091eb4b475c req-796ff2f1-b85f-46f0-94e8-8f21fe3707e9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:10.357354 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1e5e8fa6-c04c-4282-bdc5-2091eb4b475c req-796ff2f1-b85f-46f0-94e8-8f21fe3707e9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0656765 Sep 07 04:19:10.405056 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1e5e8fa6-c04c-4282-bdc5-2091eb4b475c req-122c602b-4e60-495f-b1a5-b1ce4ec744d1 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452011 Sep 07 04:19:10.569545 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 43218) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:10.682151 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d4615ffa-c5fa-47f3-9401-d8a0c8329e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:10.778953 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d4615ffa-c5fa-47f3-9401-d8a0c8329e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:10.782408 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d4615ffa-c5fa-47f3-9401-d8a0c8329e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:10.819982 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d4615ffa-c5fa-47f3-9401-d8a0c8329e2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7885b8024e5a49ed8036205870ba71b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486713 Sep 07 04:19:10.821890 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4615ffa-c5fa-47f3-9401-d8a0c8329e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c988d52c-62ac-44a6-95e9-48ecb238ca69,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:10.822744 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 43224) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:10.880886 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7258eead-b250-4514-815c-985e24c9a2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:10.902327 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7258eead-b250-4514-815c-985e24c9a2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:10.950553 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7258eead-b250-4514-815c-985e24c9a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:10.953169 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7258eead-b250-4514-815c-985e24c9a2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:10.954332 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7258eead-b250-4514-815c-985e24c9a2ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c988d52c-62ac-44a6-95e9-48ecb238ca69 HTTP/1.1" status: 204 len: 168 time: 0.1305754 Sep 07 04:19:10.966684 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258eead-b250-4514-815c-985e24c9a2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c988d52c-62ac-44a6-95e9-48ecb238ca69,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:11.277799 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 43240) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:11.297801 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89837144-458c-4ca8-a09c-69a8650e118d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:11.368498 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-4803910e-d39e-4bdc-b57f-266e64960440 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944444272&fields=id&tenant_id=54227302cf51431b98f59cef103f2fd8 HTTP/1.1" status: 200 len: 267 time: 0.0476511 Sep 07 04:19:11.433912 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89837144-458c-4ca8-a09c-69a8650e118d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:11.437992 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89837144-458c-4ca8-a09c-69a8650e118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:11.500211 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-89837144-458c-4ca8-a09c-69a8650e118d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06cb029ddb494996a05581c724df8312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212045 Sep 07 04:19:11.501400 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 43246) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:11.514486 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-0e002e61-fe47-4ee9-8541-072a7a57a1aa tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:11.516070 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-0e002e61-fe47-4ee9-8541-072a7a57a1aa tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 812 time: 0.1396749 Sep 07 04:19:11.548737 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89837144-458c-4ca8-a09c-69a8650e118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb790bc-13c9-4315-8b96-3793e20aa182,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:11.553212 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-bfb69915-3657-47c6-bac4-af1c091838d8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/quotas/54227302cf51431b98f59cef103f2fd8 HTTP/1.1" status: 200 len: 375 time: 0.0285382 Sep 07 04:19:11.578244 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e600f-273a-4823-8267-282c22f6e290 req-ef1487b7-6e5a-46af-ab40-006f5abd4f33 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:11.579730 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-391e600f-273a-4823-8267-282c22f6e290 req-ef1487b7-6e5a-46af-ab40-006f5abd4f33 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0735335 Sep 07 04:19:11.606919 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9408625e-fac1-4e6c-8800-c37306b53595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:11.638221 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9408625e-fac1-4e6c-8800-c37306b53595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:11.674707 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-391e600f-273a-4823-8267-282c22f6e290 req-461f0cc1-e88d-4770-b60a-e9044285ccc6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569723 Sep 07 04:19:11.683024 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-18b42c47-2fbf-4483-a7b2-b81efc0941f8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129181 Sep 07 04:19:11.713430 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9408625e-fac1-4e6c-8800-c37306b53595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:11.716161 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9408625e-fac1-4e6c-8800-c37306b53595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:11.717932 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-9408625e-fac1-4e6c-8800-c37306b53595 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb790bc-13c9-4315-8b96-3793e20aa182 HTTP/1.1" status: 204 len: 168 time: 0.2126641 Sep 07 04:19:11.749394 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408625e-fac1-4e6c-8800-c37306b53595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb790bc-13c9-4315-8b96-3793e20aa182,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:11.750445 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b63ee4e-2bc3-4348-95c1-fc2317033a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:11.841078 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b0907de-f4ef-4ab4-9be5-b520ac075055 service neutron] 10.222.0.41 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398187 Sep 07 04:19:11.954423 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-fcd28264-7814-4fbe-a398-b1d20c7e857c service neutron] 10.222.0.41 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067581 Sep 07 04:19:12.351234 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-172f0435-537b-47f2-9ddf-bf077b553901 req-6e1d3090-f3c8-4d88-957d-aa975d3d74e8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 210 time: 0.0428391 Sep 07 04:19:12.882351 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d367b-c2d3-479a-b535-a22f6a48fb59 req-e6138e7e-cf58-4d9e-b335-3d1a9ca3d15d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:12.883869 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a8d367b-c2d3-479a-b535-a22f6a48fb59 req-e6138e7e-cf58-4d9e-b335-3d1a9ca3d15d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.1028588 Sep 07 04:19:12.980892 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a8d367b-c2d3-479a-b535-a22f6a48fb59 req-81e1a040-04a1-4899-8674-a7a9a9dbce42 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908861 Sep 07 04:19:13.458305 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-864c8378-b380-413d-bf59-0041a6f9dbe5 req-551dfa53-826b-4991-ae6b-f5b7f2fa0bbe tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 210 time: 0.0310838 Sep 07 04:19:13.667220 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-ec7445eb-ede9-471a-bf3a-5cd51fcea479 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:13.669032 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-ec7445eb-ede9-471a-bf3a-5cd51fcea479 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 812 time: 0.1061513 Sep 07 04:19:13.736266 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-91789b6c-46d5-4d70-b3e0-5b490f2d5461 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54227302cf51431b98f59cef103f2fd8 HTTP/1.1" status: 200 len: 380 time: 0.0467579 Sep 07 04:19:13.748005 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'port': {'device_id': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'admin_state_up': True, 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'security_groups': ['9f06cf78-94db-43ff-a510-5e9e6c478cf0']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:19:13.854352 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Made reservation on behalf of 54227302cf51431b98f59cef103f2fd8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:19:13.857797 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:13.979756 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Allocated IP 172.20.0.14 (36e9977e-4046-4f49-a6e9-16221dc75d9f/42df96b6-d23b-4b64-bafd-b7718fe12d74/5510f43f-aa8d-46c3-84f3-7ed7d3e19e17) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:19:14.088502 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044a5f5-c5e8-4bb7-9556-99f3227572ef req-27d4c5af-e066-4e47-9d7b-7052fab5c336 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:14.089990 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5044a5f5-c5e8-4bb7-9556-99f3227572ef req-27d4c5af-e066-4e47-9d7b-7052fab5c336 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0492928 Sep 07 04:19:14.117348 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:14.131779 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Transition to ACTIVE for port object 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:19:14.148826 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5044a5f5-c5e8-4bb7-9556-99f3227572ef req-7a1c736e-e599-4528-8cf4-489a2553be8f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468833 Sep 07 04:19:14.164853 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:14.211441 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Network 36e9977e-4046-4f49-a6e9-16221dc75d9f is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:19:14.214467 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:19:14.218071 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:19:14.233956 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'Port': ['ID=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:14.264571 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0251-ef85-430f-9d9e-787bcd5b1cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:14.282974 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:14.283599 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:14.302416 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2113652b-a79c-462d-a8cd-8abf7fe1e353 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5579977 Sep 07 04:19:14.459644 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Request body: {'port': {'device_id': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:19:14.467056 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f7634312-de7e-4fce-94f0-9a4d7ceba3b9 None None] Provisioning for port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:19:14.476903 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f7634312-de7e-4fce-94f0-9a4d7ceba3b9 None None] Provisioning complete for port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:19:14.477429 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7634312-de7e-4fce-94f0-9a4d7ceba3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:14.549068 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:14.573789 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f7634312-de7e-4fce-94f0-9a4d7ceba3b9 None None] Port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:19:14.614946 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac9a9-094a-4c5c-982c-54f02148208e req-9b521843-d8d5-47f1-9cd2-a09ac168d30a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:14.616717 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-309ac9a9-094a-4c5c-982c-54f02148208e req-9b521843-d8d5-47f1-9cd2-a09ac168d30a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 932 time: 0.0751412 Sep 07 04:19:14.662707 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-309ac9a9-094a-4c5c-982c-54f02148208e req-8d444561-2487-4f37-9283-2f6b3b1566dd tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388207 Sep 07 04:19:14.775241 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:14.888657 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a68a4-4bd7-4aee-ae39-693224cd2f98 req-51fc1128-28b4-47f9-abb8-df1492ee80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:14.890214 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9a9a68a4-4bd7-4aee-ae39-693224cd2f98 req-51fc1128-28b4-47f9-abb8-df1492ee80ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 1099 time: 0.0779705 Sep 07 04:19:14.944863 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:19:14.954685 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:15.000004 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Transition to ACTIVE for port object 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:19:15.009855 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:15.043224 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a68a4-4bd7-4aee-ae39-693224cd2f98 req-34c72491-b10d-4833-a36b-901bcbeb41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:15.044960 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9a9a68a4-4bd7-4aee-ae39-693224cd2f98 req-34c72491-b10d-4833-a36b-901bcbeb41d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 918 time: 0.1379669 Sep 07 04:19:15.102448 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Pushing event updated for resources: {'Port': ['ID=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:15.179680 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9a9a68a4-4bd7-4aee-ae39-693224cd2f98 req-3afdac05-3f36-420c-8c86-e649883262f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955 HTTP/1.1" status: 200 len: 1001 time: 0.1194346 Sep 07 04:19:15.240278 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Attempting to bind port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:19:15.240629 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Attempting to bind port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:19:15.241145 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Attempting to bind port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 on network 36e9977e-4046-4f49-a6e9-16221dc75d9f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:19:15.246299 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:15.249801 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 on network 36e9977e-4046-4f49-a6e9-16221dc75d9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:19:15.250184 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Attempting to bind port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 on network 36e9977e-4046-4f49-a6e9-16221dc75d9f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:19:15.257216 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a68a4-4bd7-4aee-ae39-693224cd2f98 req-52578e6c-df82-444f-87d3-d91cc5ad6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:15.258683 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9a9a68a4-4bd7-4aee-ae39-693224cd2f98 req-52578e6c-df82-444f-87d3-d91cc5ad6571 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.0691471 Sep 07 04:19:15.259513 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:19:15.259846 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Checking segment: {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:19:15.260208 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Bound using segment: {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:19:15.260681 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Bound port: 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:19:15.261025 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:15.275652 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8f4cd-f998-437b-be57-eb0cda3bc1aa req-f0bef043-715a-43c9-be3d-3aabedac4bc4 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:15.277791 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ea8f4cd-f998-437b-be57-eb0cda3bc1aa req-f0bef043-715a-43c9-be3d-3aabedac4bc4 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0625098 Sep 07 04:19:15.331367 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ea8f4cd-f998-437b-be57-eb0cda3bc1aa req-950a0ec8-9148-4cbf-9bfc-9cef2b924992 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467467 Sep 07 04:19:15.360792 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] For port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:19:15.367348 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] For port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:19:15.372785 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:15.382037 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a68a4-4bd7-4aee-ae39-693224cd2f98 req-8ed521ea-0fa9-46fd-9d43-82800e21d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:15.383520 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9a9a68a4-4bd7-4aee-ae39-693224cd2f98 req-8ed521ea-0fa9-46fd-9d43-82800e21d9bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777912 Sep 07 04:19:15.406726 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:15.407510 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:15.408890 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] 10.222.0.36 "PUT /v2.0/ports/5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 HTTP/1.1" status: 200 len: 1094 time: 0.9551320 Sep 07 04:19:15.411598 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'tag': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:19:15.413869 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3c7dbc-3732-43b7-ab5c-994d6ea1996a" -d '{"events": [{"name": "network-changed", "server_uuid": "943c64e0-121c-4cef-93ee-fc98e0209a42", "tag": "5510f43f-aa8d-46c3-84f3-7ed7d3e19e17"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:19:15.440521 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f6811-661e-437e-a1b6-a316b3f3bd25 service neutron] Pushing event updated for resources: {'Port': ['ID=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:15.454203 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abf09c7-9082-4ec1-9b1c-e14126bea05c x-openstack-request-id: req-2abf09c7-9082-4ec1-9b1c-e14126bea05c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:19:15.454489 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943c64e0-121c-4cef-93ee-fc98e0209a42", "tag": "5510f43f-aa8d-46c3-84f3-7ed7d3e19e17", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:19:15.454796 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2abf09c7-9082-4ec1-9b1c-e14126bea05c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:19:15.455194 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'tag': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17', 'status': 'completed', 'code': 200} Sep 07 04:19:15.602746 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9a9a68a4-4bd7-4aee-ae39-693224cd2f98 req-1f042c4c-532f-4101-8cdc-dd2e5a29fa2a service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159449 Sep 07 04:19:15.619583 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c7dbc-3732-43b7-ab5c-994d6ea1996a req-5bdf1924-b530-4112-b50e-2d0e885858bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:15.621323 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ac3c7dbc-3732-43b7-ab5c-994d6ea1996a req-5bdf1924-b530-4112-b50e-2d0e885858bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 1097 time: 0.0644701 Sep 07 04:19:15.791609 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa8ba4-0dc5-470f-89fd-5dfe7c9fae3a req-77fec068-8aef-4a39-bac3-d712378c1d80 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:15.793586 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7caa8ba4-0dc5-470f-89fd-5dfe7c9fae3a req-77fec068-8aef-4a39-bac3-d712378c1d80 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0601647 Sep 07 04:19:15.842670 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9a9a68a4-4bd7-4aee-ae39-693224cd2f98 req-34ff443a-48e1-4583-a62e-5ba12dd7b93a service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323675 Sep 07 04:19:15.853211 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7caa8ba4-0dc5-470f-89fd-5dfe7c9fae3a req-da22bbb6-38df-4d34-b412-a3176e576f11 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449541 Sep 07 04:19:15.869465 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c7dbc-3732-43b7-ab5c-994d6ea1996a req-c6e804bd-f10d-4009-aa38-0fd6543e0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:15.871295 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ac3c7dbc-3732-43b7-ab5c-994d6ea1996a req-c6e804bd-f10d-4009-aa38-0fd6543e0c27 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=54227302cf51431b98f59cef103f2fd8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2306190 Sep 07 04:19:16.067880 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c7dbc-3732-43b7-ab5c-994d6ea1996a req-c0b10df0-7549-44ed-bdc2-0d4e8b4c9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:16.069361 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ac3c7dbc-3732-43b7-ab5c-994d6ea1996a req-c0b10df0-7549-44ed-bdc2-0d4e8b4c9f9f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501930 Sep 07 04:19:16.211514 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-cdc5580b-fa48-4d08-ab9d-e615568f8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:16.213055 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-cdc5580b-fa48-4d08-ab9d-e615568f8b72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 1097 time: 0.0400701 Sep 07 04:19:16.268281 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-ca6dd77a-b404-40a8-9c8e-b65a1c0c8f8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 HTTP/1.1" status: 200 len: 217 time: 0.0366597 Sep 07 04:19:16.406426 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 43390) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:16.465078 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375725b-1a12-4ff0-bd55-78b5dfb5d73d req-063dcce3-2955-4474-86ac-09397f396719 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:16.466607 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c375725b-1a12-4ff0-bd55-78b5dfb5d73d req-063dcce3-2955-4474-86ac-09397f396719 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0505419 Sep 07 04:19:16.506104 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c375725b-1a12-4ff0-bd55-78b5dfb5d73d req-b2fb190a-aa8e-48af-b55f-4345accd8b64 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336437 Sep 07 04:19:16.525274 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bfa5eb4f-9dab-4d87-aa80-b6055264e349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:16.540493 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-8982f826-4af0-41ad-b7a1-52eab40469c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:16.541960 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-8982f826-4af0-41ad-b7a1-52eab40469c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 200 len: 851 time: 0.2650661 Sep 07 04:19:16.595612 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-5abb9ddf-3ad0-49de-ae6a-33f5ffa0993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:16.597035 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-5abb9ddf-3ad0-49de-ae6a-33f5ffa0993d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e9977e-4046-4f49-a6e9-16221dc75d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381563 Sep 07 04:19:16.612838 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bfa5eb4f-9dab-4d87-aa80-b6055264e349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:16.617298 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bfa5eb4f-9dab-4d87-aa80-b6055264e349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:16.656657 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-bfa5eb4f-9dab-4d87-aa80-b6055264e349 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=256b144486c4454a92526b148004447a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491140 Sep 07 04:19:16.657881 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5eb4f-9dab-4d87-aa80-b6055264e349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c560ce7-c5dc-4ca8-8b2e-d0d62a35e710,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:16.660826 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 43394) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:16.718032 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-7e914303-b901-4664-aabe-97473274dd43 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121976 Sep 07 04:19:16.739890 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b6939bb8-d443-4496-a864-be333f88b7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:16.803562 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b6939bb8-d443-4496-a864-be333f88b7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:16.854151 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8857cadb-72d6-4dd9-8042-fdd03a53d036 req-dfe48b14-2d40-49ef-8abe-9160e6d874c2 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272144 Sep 07 04:19:16.874662 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b6939bb8-d443-4496-a864-be333f88b7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:16.877263 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b6939bb8-d443-4496-a864-be333f88b7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:16.879908 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b6939bb8-d443-4496-a864-be333f88b7a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c560ce7-c5dc-4ca8-8b2e-d0d62a35e710 HTTP/1.1" status: 204 len: 168 time: 0.2177794 Sep 07 04:19:16.888538 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6939bb8-d443-4496-a864-be333f88b7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c560ce7-c5dc-4ca8-8b2e-d0d62a35e710,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:17.006901 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65066c-9711-4732-8067-dff6cb30c262 req-b7e933e9-d3a2-4f0b-bf59-967e43847a2d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:17.008527 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4a65066c-9711-4732-8067-dff6cb30c262 req-b7e933e9-d3a2-4f0b-bf59-967e43847a2d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0483148 Sep 07 04:19:17.051766 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4a65066c-9711-4732-8067-dff6cb30c262 req-03e61ab4-5c27-46fd-b3de-850cba6851c4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371411 Sep 07 04:19:17.090450 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:17.446017 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:17.523953 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 43422) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:17.619891 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1826116753-network', 'tenant_id': '4515c91bd6c543d8bb6a83d02ee58738'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:19:17.623740 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef0f06-57b4-4541-a2a8-5d8f768ea72f req-92a611d5-5e1d-44ba-805f-7c0825b14f27 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:17.625165 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-afef0f06-57b4-4541-a2a8-5d8f768ea72f req-92a611d5-5e1d-44ba-805f-7c0825b14f27 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 946 time: 0.0476117 Sep 07 04:19:17.640638 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Made reservation on behalf of 4515c91bd6c543d8bb6a83d02ee58738 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:19:17.642841 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:17.651629 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:17.665458 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-afef0f06-57b4-4541-a2a8-5d8f768ea72f req-feb70028-5cb2-4ffa-8295-a3ff87c77e1d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344141 Sep 07 04:19:17.743265 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:17.747105 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:17.771207 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:19:17.779635 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375ce10b-208b-4ad6-9965-abc27bc0d4de,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:17.787739 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:17.787739 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Added segment b04eea56-7b75-4de6-bea2-68552799fb62 of type vlan for network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 Sep 07 04:19:17.826015 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:17.849748 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:17.850758 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:17.851342 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:17.885804 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3605695 Sep 07 04:19:17.888810 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 43430) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:17.894884 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-3a4559d6-f417-47e7-950b-4b707886738c admin admin] Request body: {'subnet': {'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1826116753-subnet', 'tenant_id': '4515c91bd6c543d8bb6a83d02ee58738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:19:17.914398 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e115a9e-3075-4b57-9a03-5e5ef8f3fecd admin admin] Pushing event updated for resources: {'Network': ['ID=b7693b7c-7d77-4ed3-a725-4c0074f72bd3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:17.916782 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4559d6-f417-47e7-950b-4b707886738c admin admin] Made reservation on behalf of 4515c91bd6c543d8bb6a83d02ee58738 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:19:17.919693 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3a4559d6-f417-47e7-950b-4b707886738c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29810705'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:17.926393 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:19:18.219966 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303aa0d4-40aa-45aa-bd8f-0e8afadd5a96 req-93008f14-fceb-42b1-84e0-bb7ef90ec7d8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:18.221426 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-303aa0d4-40aa-45aa-bd8f-0e8afadd5a96 req-93008f14-fceb-42b1-84e0-bb7ef90ec7d8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0672104 Sep 07 04:19:18.290714 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-303aa0d4-40aa-45aa-bd8f-0e8afadd5a96 req-2b435724-1b64-47f6-95b1-5f1eba56f479 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625606 Sep 07 04:19:18.336031 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3a4559d6-f417-47e7-950b-4b707886738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29810791'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:18.389095 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4559d6-f417-47e7-950b-4b707886738c admin admin] Pushing event updated for resources: {'Subnet': ['ID=56b935fc-6c8e-40b6-a1a0-7340e340022b,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:18.392449 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device b76d8d93-bd10-4e95-8582-3e5cb6bdf955 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:19:18.396626 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4559d6-f417-47e7-950b-4b707886738c admin admin] Checking segment: {'id': 'b04eea56-7b75-4de6-bea2-68552799fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:19:18.396891 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4559d6-f417-47e7-950b-4b707886738c admin admin] Network hostable DHCP agents. Network: b7693b7c-7d77-4ed3-a725-4c0074f72bd3, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:19:18.413139 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4559d6-f417-47e7-950b-4b707886738c admin admin] Network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:19:18.422013 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-3a4559d6-f417-47e7-950b-4b707886738c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, b7693b7c-7d77-4ed3-a725-4c0074f72bd3) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:19:18.426830 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4559d6-f417-47e7-950b-4b707886738c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:18.427409 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3a4559d6-f417-47e7-950b-4b707886738c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:18.434972 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69945eb4-854f-404f-995e-6da61c873492 None None] Network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:19:18.440611 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3a4559d6-f417-47e7-950b-4b707886738c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5503914 Sep 07 04:19:18.529705 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:18.583067 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:19:18.585428 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b66668b-722c-4a44-b6d2-7e65b86d31f3" -d '{"events": [{"server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:19:18.612784 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:19:18.617922 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:18.623372 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b664b659-ebec-4d7b-ae73-6e77634f1c6f None None] Network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:19:18.653263 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d57407c-0481-45a1-a102-23570093c542 x-openstack-request-id: req-6d57407c-0481-45a1-a102-23570093c542 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:19:18.653483 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "name": "network-vif-unplugged", "status": "failed", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955", "code": 422}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:19:18.653726 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d57407c-0481-45a1-a102-23570093c542 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:19:18.654151 dv-cinder-778193-8-iscsi neutron-server[94064]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'code': 422} returned with failed status Sep 07 04:19:18.721275 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,revision_number=8']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:18.733318 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:18.733663 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:18.733999 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:18.734328 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:18.734657 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:18.734983 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:18.735307 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:18.735626 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:18.736141 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:18.736490 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:18.736808 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:18.737295 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:18.793214 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d3c2b-cb0d-4d4e-ac51-4e11ca865df9 req-9ccfd9b0-567b-459d-bdc5-83b6058afe0e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:18.801795 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7c0d3c2b-cb0d-4d4e-ac51-4e11ca865df9 req-9ccfd9b0-567b-459d-bdc5-83b6058afe0e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0597937 Sep 07 04:19:18.835178 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7c0d3c2b-cb0d-4d4e-ac51-4e11ca865df9 req-ccc24f70-7bbc-468c-ac92-9d778a2278a1 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Sep 07 04:19:19.330403 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-9be2294f-ab2c-4fa3-ab89-c2104ad8a2b0 req-b10f1a78-33eb-4516-9cff-0341edf58fc6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:19:19.331389 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9be2294f-ab2c-4fa3-ab89-c2104ad8a2b0 req-b10f1a78-33eb-4516-9cff-0341edf58fc6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053594 Sep 07 04:19:19.408018 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dba83d-8c41-4cd4-82cb-15c1590394c5 req-68bbe53b-5587-42ac-8b17-6336915b3732 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:19.409522 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-59dba83d-8c41-4cd4-82cb-15c1590394c5 req-68bbe53b-5587-42ac-8b17-6336915b3732 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0529857 Sep 07 04:19:19.476191 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-59dba83d-8c41-4cd4-82cb-15c1590394c5 req-aba159cf-606f-4139-bd37-e38278d2937f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579317 Sep 07 04:19:19.496177 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745e841-82c1-4aa3-ba5b-ddccf92e195b req-16578c86-3ebf-44f5-ac32-6d8dd198a125 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:19.497669 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7745e841-82c1-4aa3-ba5b-ddccf92e195b req-16578c86-3ebf-44f5-ac32-6d8dd198a125 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0600057 Sep 07 04:19:19.534751 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7745e841-82c1-4aa3-ba5b-ddccf92e195b req-ee7654b6-73e3-4bc1-b32c-8fb6e8beb592 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Sep 07 04:19:19.781830 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 43492) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:19.863642 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-e0c9b261-e8a3-4b12-a10f-4358d9c08693 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801463 Sep 07 04:19:19.872083 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-76f0964f-b848-49fd-acc7-90bfce5de924 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:19:19.873065 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-76f0964f-b848-49fd-acc7-90bfce5de924 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047226 Sep 07 04:19:20.589897 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843c2da-3ced-4adc-85d9-e8a9cf422f3d req-8f392191-f758-4640-92fe-6e288c6c9197 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:20.591371 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0843c2da-3ced-4adc-85d9-e8a9cf422f3d req-8f392191-f758-4640-92fe-6e288c6c9197 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0511551 Sep 07 04:19:20.653794 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0843c2da-3ced-4adc-85d9-e8a9cf422f3d req-a8137362-a267-49f1-b627-5379ee7daba3 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566032 Sep 07 04:19:20.669982 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33aa961-04dd-44ce-b5ad-34f95cc77a87 req-94885ff8-124e-4d29-977f-5c9910ca214c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:20.671421 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d33aa961-04dd-44ce-b5ad-34f95cc77a87 req-94885ff8-124e-4d29-977f-5c9910ca214c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0611939 Sep 07 04:19:20.707310 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d33aa961-04dd-44ce-b5ad-34f95cc77a87 req-a4efd2e5-d71f-43c9-8dfd-a04f8ab00198 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301208 Sep 07 04:19:21.769520 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fac09f-f34f-4aa4-9951-9198ba4e6960 req-e880764d-fbab-410c-b9bf-43f52277d09f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:21.771636 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e5fac09f-f34f-4aa4-9951-9198ba4e6960 req-e880764d-fbab-410c-b9bf-43f52277d09f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0489407 Sep 07 04:19:21.847756 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590b8c8-ab40-4378-b8e4-063d3587aa9b req-71005298-9b27-44bb-bf61-250bd1f72d1f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:21.849782 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5590b8c8-ab40-4378-b8e4-063d3587aa9b req-71005298-9b27-44bb-bf61-250bd1f72d1f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0727837 Sep 07 04:19:21.852382 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e5fac09f-f34f-4aa4-9951-9198ba4e6960 req-f2aed235-7d77-4f3c-81b6-f2f2ad7d728d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742624 Sep 07 04:19:21.886637 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5590b8c8-ab40-4378-b8e4-063d3587aa9b req-b1671818-592e-4804-ae79-10bcb91f8c50 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309684 Sep 07 04:19:22.404850 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device b76d8d93-bd10-4e95-8582-3e5cb6bdf955 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:19:22.964770 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afb661-9c80-456a-95c8-9b8b7ce7f3f9 req-921b1e8c-ead6-401d-a7db-935d0f22402c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:22.966183 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96afb661-9c80-456a-95c8-9b8b7ce7f3f9 req-921b1e8c-ead6-401d-a7db-935d0f22402c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0486073 Sep 07 04:19:23.035358 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85347d-8775-4486-bac7-a572d7022170 req-9e07f36f-9ad1-434e-ab98-7499318b8360 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:23.037528 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb85347d-8775-4486-bac7-a572d7022170 req-9e07f36f-9ad1-434e-ab98-7499318b8360 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0803149 Sep 07 04:19:23.040610 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96afb661-9c80-456a-95c8-9b8b7ce7f3f9 req-afe88b72-fe6f-444b-bb5b-7df2169d7780 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667579 Sep 07 04:19:23.074556 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb85347d-8775-4486-bac7-a572d7022170 req-0e392dbe-bffb-4915-b1ed-252af6559fa5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306404 Sep 07 04:19:24.165888 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2e410-b5cd-4f1a-bc32-ffdcc3419d55 req-e9748fcc-e10c-4169-b293-33ff3b0b5d19 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:24.167323 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-20e2e410-b5cd-4f1a-bc32-ffdcc3419d55 req-e9748fcc-e10c-4169-b293-33ff3b0b5d19 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0570753 Sep 07 04:19:24.226305 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ec5f4-08a9-4e6f-8e03-76266704b0ad req-68d6ee2a-ecfa-4c3f-b5da-63e48b184eae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:24.227734 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-599ec5f4-08a9-4e6f-8e03-76266704b0ad req-68d6ee2a-ecfa-4c3f-b5da-63e48b184eae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0812633 Sep 07 04:19:24.230699 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-20e2e410-b5cd-4f1a-bc32-ffdcc3419d55 req-371ce711-c7a2-41e1-a695-04af7be41545 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496535 Sep 07 04:19:24.264886 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-599ec5f4-08a9-4e6f-8e03-76266704b0ad req-3f667a8c-5454-441e-83af-42fe61515924 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312498 Sep 07 04:19:25.370206 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd060b80-9c3a-44b8-804e-c9bb7e38f40c req-3e6dbf2c-c992-4847-a621-2114a08403e3 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:25.371547 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cd060b80-9c3a-44b8-804e-c9bb7e38f40c req-3e6dbf2c-c992-4847-a621-2114a08403e3 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0759408 Sep 07 04:19:25.416124 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f18693-bc48-4524-9bf4-eaff4c88533f req-beb9df0e-c5c5-4966-8bef-4dc751a16de0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:25.417736 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-69f18693-bc48-4524-9bf4-eaff4c88533f req-beb9df0e-c5c5-4966-8bef-4dc751a16de0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0835855 Sep 07 04:19:25.446313 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cd060b80-9c3a-44b8-804e-c9bb7e38f40c req-c03cb30f-fdd0-4680-be75-2f61864ae295 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687482 Sep 07 04:19:25.466043 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-69f18693-bc48-4524-9bf4-eaff4c88533f req-ca28c1ce-fa44-4468-8383-a0a49ca973cc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380116 Sep 07 04:19:26.588022 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a964237-9ad8-446e-b4d4-231fe9a05a3b req-207d4604-4afb-421f-bc52-dbaafac30e41 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:26.589504 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a964237-9ad8-446e-b4d4-231fe9a05a3b req-207d4604-4afb-421f-bc52-dbaafac30e41 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0779984 Sep 07 04:19:26.601441 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e695d-c5e2-420e-976e-8aacc57e14f6 req-cca49e0c-f10c-46c5-beed-38c525daa4e5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:26.602800 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b60e695d-c5e2-420e-976e-8aacc57e14f6 req-cca49e0c-f10c-46c5-beed-38c525daa4e5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0673347 Sep 07 04:19:26.653187 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a964237-9ad8-446e-b4d4-231fe9a05a3b req-1b843bf2-738e-49b0-980d-305153a002dd tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494673 Sep 07 04:19:26.659989 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b60e695d-c5e2-420e-976e-8aacc57e14f6 req-57af4640-026b-48b3-9209-8d721deb60c6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508235 Sep 07 04:19:27.807252 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64228e16-2dba-4859-bf47-19864d99a7c6 req-763fad08-4dbd-4af0-8cb1-3de6796318c6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:27.808722 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-64228e16-2dba-4859-bf47-19864d99a7c6 req-763fad08-4dbd-4af0-8cb1-3de6796318c6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0805550 Sep 07 04:19:27.816330 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babefeba-0674-4f1d-a3c9-2b28d478d5b4 req-de5afbe9-d897-419d-bdd0-fcdb4550d0b2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:27.817682 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-babefeba-0674-4f1d-a3c9-2b28d478d5b4 req-de5afbe9-d897-419d-bdd0-fcdb4550d0b2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0762286 Sep 07 04:19:27.869438 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-64228e16-2dba-4859-bf47-19864d99a7c6 req-50fe120b-91e9-41fc-aecf-c92efacd1136 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508568 Sep 07 04:19:27.874022 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-babefeba-0674-4f1d-a3c9-2b28d478d5b4 req-e7cec5d0-7cf8-4d91-9d9c-f63eec570a07 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500383 Sep 07 04:19:29.024899 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981429fb-0d52-413e-bca1-d503e0174797 req-d0cfe63c-ec27-477f-b340-c6e5c1d7698e tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:29.026385 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-981429fb-0d52-413e-bca1-d503e0174797 req-d0cfe63c-ec27-477f-b340-c6e5c1d7698e tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0904961 Sep 07 04:19:29.038742 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64853967-ebb2-4d49-bed8-7d2e249d1e01 req-71f544c6-a35b-4d4b-8f50-ebf001b04ddc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:29.040163 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-64853967-ebb2-4d49-bed8-7d2e249d1e01 req-71f544c6-a35b-4d4b-8f50-ebf001b04ddc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0922143 Sep 07 04:19:29.099813 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-981429fb-0d52-413e-bca1-d503e0174797 req-ebe94060-2c55-417b-8218-5f29640b7b96 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586793 Sep 07 04:19:29.104497 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-64853967-ebb2-4d49-bed8-7d2e249d1e01 req-3b3c0a32-413f-4ea8-9c92-796221f33225 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567141 Sep 07 04:19:30.243057 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec20507-5b87-43ac-9a64-db05d3d12406 req-bd498a39-cd3d-46c0-ada4-37ae863de13f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:30.244540 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cec20507-5b87-43ac-9a64-db05d3d12406 req-bd498a39-cd3d-46c0-ada4-37ae863de13f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0683198 Sep 07 04:19:30.251592 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262136a6-04c6-4c20-8781-b723c6f31d01 req-c7a01db8-8949-435f-864f-f76596a2a3ea tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:30.252963 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-262136a6-04c6-4c20-8781-b723c6f31d01 req-c7a01db8-8949-435f-864f-f76596a2a3ea tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0857666 Sep 07 04:19:30.306039 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cec20507-5b87-43ac-9a64-db05d3d12406 req-a5c3e0eb-015a-42fc-b5d1-c0b92947f9f6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520835 Sep 07 04:19:30.310607 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-262136a6-04c6-4c20-8781-b723c6f31d01 req-22c9e406-c149-40ce-bdf0-0a799fb35943 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506780 Sep 07 04:19:30.724642 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-24c9d2e0-899c-439c-82be-3c36b34e0eda tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:30.726122 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-24c9d2e0-899c-439c-82be-3c36b34e0eda tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/networks?id=b7693b7c-7d77-4ed3-a725-4c0074f72bd3 HTTP/1.1" status: 200 len: 814 time: 0.1037502 Sep 07 04:19:30.742056 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-975e9066-3e58-48cc-9762-7c7484410fe5 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/quotas/4515c91bd6c543d8bb6a83d02ee58738 HTTP/1.1" status: 200 len: 375 time: 0.0094984 Sep 07 04:19:30.772706 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-50bdfc87-775b-4b20-9458-ad635297f8d9 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4515c91bd6c543d8bb6a83d02ee58738&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252004 Sep 07 04:19:30.865889 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-dae1cea5-ea96-4834-acff-ed5fbf4979fd service neutron] 10.222.0.41 "GET /v2.0/networks/b7693b7c-7d77-4ed3-a725-4c0074f72bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865803 Sep 07 04:19:30.954173 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-cd501bcf-acd5-4a93-a4fe-6478112e3921 service neutron] 10.222.0.41 "GET /v2.0/networks/b7693b7c-7d77-4ed3-a725-4c0074f72bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822372 Sep 07 04:19:31.121349 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ac71052b-9734-4997-9aed-d525d2856558 req-0faad620-3d10-4b63-ab7b-b5394d0f179b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 210 time: 0.0301583 Sep 07 04:19:31.471890 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a4154-248c-40ad-96d0-54e7ea9af931 req-600cdbc6-1168-4f84-9531-9e49913e8fd8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:31.474720 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d06a4154-248c-40ad-96d0-54e7ea9af931 req-600cdbc6-1168-4f84-9531-9e49913e8fd8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0821934 Sep 07 04:19:31.499076 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaa422-ab17-44d7-a4ef-39ae8592e4c1 req-6f107337-94ab-4cb6-8414-ee63c915c8ec tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:31.502174 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6faaa422-ab17-44d7-a4ef-39ae8592e4c1 req-6f107337-94ab-4cb6-8414-ee63c915c8ec tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0800149 Sep 07 04:19:31.588654 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d06a4154-248c-40ad-96d0-54e7ea9af931 req-658e885c-252c-4431-b823-842ac71367ab tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064541 Sep 07 04:19:31.598774 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6faaa422-ab17-44d7-a4ef-39ae8592e4c1 req-285f9f5f-ea58-4290-a323-06ebe4d16a1c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875928 Sep 07 04:19:32.220484 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-966136f1-6566-459f-ab5a-0a112c84922a req-20fb3be6-f63a-419d-bed7-c20a3539f114 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 210 time: 0.0254738 Sep 07 04:19:32.646046 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-66b021d6-9480-4723-8ef9-db592f8e0e66 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:32.648184 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-66b021d6-9480-4723-8ef9-db592f8e0e66 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.36 "GET /v2.0/networks?id=b7693b7c-7d77-4ed3-a725-4c0074f72bd3 HTTP/1.1" status: 200 len: 814 time: 0.1105607 Sep 07 04:19:32.670970 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Request body: {'port': {'device_id': '6bd2e07b-1702-4612-96af-bececc0dbdf8', 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3', 'admin_state_up': True, 'tenant_id': '4515c91bd6c543d8bb6a83d02ee58738'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:19:32.795218 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Made reservation on behalf of 4515c91bd6c543d8bb6a83d02ee58738 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:19:32.798746 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:32.811922 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0a768-e7eb-4437-9c3c-6ee87c00c337 req-658e3287-fec3-4999-b43f-29850b63570c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:32.813621 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aae0a768-e7eb-4437-9c3c-6ee87c00c337 req-658e3287-fec3-4999-b43f-29850b63570c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0922348 Sep 07 04:19:32.823254 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00a4a2-01f7-4b4e-a9cb-6291e76d6675 req-832987cb-667e-4c47-b066-79e6410e6b3d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:32.824901 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2e00a4a2-01f7-4b4e-a9cb-6291e76d6675 req-832987cb-667e-4c47-b066-79e6410e6b3d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0949848 Sep 07 04:19:32.877101 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aae0a768-e7eb-4437-9c3c-6ee87c00c337 req-fcc4ecf4-56c1-4047-8ba5-000e7518f776 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510871 Sep 07 04:19:32.884784 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2e00a4a2-01f7-4b4e-a9cb-6291e76d6675 req-a31bd68c-ce60-4dc3-b408-219ba4673af2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522742 Sep 07 04:19:32.931349 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Allocated IP 172.20.0.2 (b7693b7c-7d77-4ed3-a725-4c0074f72bd3/56b935fc-6c8e-40b6-a1a0-7340e340022b/f64e2f78-3d50-493c-8302-fdcd3cc9c41c) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:19:33.071292 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:33.108188 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:33.152221 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:19:33.155688 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:19:33.159717 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:19:33.196788 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Pushing event updated for resources: {'Port': ['ID=f64e2f78-3d50-493c-8302-fdcd3cc9c41c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:33.209237 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:33.209584 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:33.209927 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:33.210262 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:33.210592 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:33.210917 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:33.211244 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:33.211568 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:33.211891 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:33.212209 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:33.212556 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:33.212877 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:19:33.235591 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:33.236194 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:33.250058 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-58a0423e-5406-488f-b809-39925ef6f98b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5837903 Sep 07 04:19:33.268579 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Request body: {'port': {'device_id': '6bd2e07b-1702-4612-96af-bececc0dbdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:19:33.321082 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:33.333187 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb0b11-ba5e-4c3f-889f-dd48507fba6f req-5b8038ff-f11c-436b-be5d-22c702604b9a tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:33.335011 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-decb0b11-ba5e-4c3f-889f-dd48507fba6f req-5b8038ff-f11c-436b-be5d-22c702604b9a tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 931 time: 0.0503988 Sep 07 04:19:33.381434 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-decb0b11-ba5e-4c3f-889f-dd48507fba6f req-649b7250-1349-4536-914b-e4b7e4fdf692 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353963 Sep 07 04:19:33.505468 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-2c8e0db3-f78f-444f-b327-10d1447f43af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:33.506943 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-2c8e0db3-f78f-444f-b327-10d1447f43af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4&tenant_id=bf1369739d3f489aa9ac09e68d77a7c7 HTTP/1.1" status: 200 len: 1097 time: 0.1323032 Sep 07 04:19:33.617803 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-6ceecd36-98ca-46a4-ac06-aca9276367d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:33.619235 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-6ceecd36-98ca-46a4-ac06-aca9276367d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 1097 time: 0.0626941 Sep 07 04:19:33.723493 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64e2f78-3d50-493c-8302-fdcd3cc9c41c {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:19:33.732898 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:33.756182 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Transition to ACTIVE for port object f64e2f78-3d50-493c-8302-fdcd3cc9c41c will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:19:33.760438 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:33.769884 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-fe5611bc-d159-4289-9b17-0ff7e1e3f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:33.771999 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-fe5611bc-d159-4289-9b17-0ff7e1e3f750 service neutron] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 918 time: 0.1423793 Sep 07 04:19:33.881552 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Pushing event updated for resources: {'Port': ['ID=f64e2f78-3d50-493c-8302-fdcd3cc9c41c,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:33.908799 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-c55aa66d-cc89-4a90-abe8-c60dcebfd007 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955 HTTP/1.1" status: 200 len: 999 time: 0.1178722 Sep 07 04:19:33.975039 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Attempting to bind port f64e2f78-3d50-493c-8302-fdcd3cc9c41c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:19:33.975368 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Attempting to bind port f64e2f78-3d50-493c-8302-fdcd3cc9c41c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b04eea56-7b75-4de6-bea2-68552799fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:19:33.975687 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Attempting to bind port f64e2f78-3d50-493c-8302-fdcd3cc9c41c on network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:19:33.979529 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-b4ab32bd-c18b-43d4-8824-d1dc62cfdf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:33.981040 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-b4ab32bd-c18b-43d4-8824-d1dc62cfdf72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.0627065 Sep 07 04:19:33.982971 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Port f64e2f78-3d50-493c-8302-fdcd3cc9c41c on network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:19:33.983276 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Attempting to bind port f64e2f78-3d50-493c-8302-fdcd3cc9c41c on network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:19:33.989267 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:19:33.989591 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Checking segment: {'id': 'b04eea56-7b75-4de6-bea2-68552799fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:19:33.989957 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Bound using segment: {'id': 'b04eea56-7b75-4de6-bea2-68552799fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:19:33.990374 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Bound port: f64e2f78-3d50-493c-8302-fdcd3cc9c41c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04eea56-7b75-4de6-bea2-68552799fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:19:33.990725 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:34.026416 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f37a9-1abe-4a48-90c1-59544e6a638f req-4e6506be-0096-43d2-9aca-22ae7b2161c7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:34.027822 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e88f37a9-1abe-4a48-90c1-59544e6a638f req-4e6506be-0096-43d2-9aca-22ae7b2161c7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0763946 Sep 07 04:19:34.039514 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823b800-0d39-4fb2-9c71-9dd050824ccc req-14b15718-6151-4314-9df6-a99b9ba71671 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:34.040981 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2823b800-0d39-4fb2-9c71-9dd050824ccc req-14b15718-6151-4314-9df6-a99b9ba71671 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0774443 Sep 07 04:19:34.064787 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-de643b04-c216-4a61-a237-ba460c8027f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:34.066254 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-de643b04-c216-4a61-a237-ba460c8027f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781996 Sep 07 04:19:34.095814 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e88f37a9-1abe-4a48-90c1-59544e6a638f req-83872a58-6846-43a0-a346-bb83f404eb40 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538006 Sep 07 04:19:34.101353 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2823b800-0d39-4fb2-9c71-9dd050824ccc req-70791dd0-5329-49c4-aeb6-caab2fdf865d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534739 Sep 07 04:19:34.117955 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] For port f64e2f78-3d50-493c-8302-fdcd3cc9c41c, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:19:34.150195 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] For port f64e2f78-3d50-493c-8302-fdcd3cc9c41c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f64e2f78-3d50-493c-8302-fdcd3cc9c41c,segment=NetworkSegment(b04eea56-7b75-4de6-bea2-68552799fb62),segment_id=b04eea56-7b75-4de6-bea2-68552799fb62)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:19:34.155831 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:34.204601 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:34.205201 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:34.206595 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] 10.222.0.36 "PUT /v2.0/ports/f64e2f78-3d50-493c-8302-fdcd3cc9c41c HTTP/1.1" status: 200 len: 1093 time: 0.9421315 Sep 07 04:19:34.210557 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd2e07b-1702-4612-96af-bececc0dbdf8', 'tag': 'f64e2f78-3d50-493c-8302-fdcd3cc9c41c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:19:34.213028 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2107f4-8ff5-49d5-96c0-c73ac5e3e60d" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd2e07b-1702-4612-96af-bececc0dbdf8", "tag": "f64e2f78-3d50-493c-8302-fdcd3cc9c41c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:19:34.242903 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-492314da-a747-4b81-ace7-fb60854209a8 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657572 Sep 07 04:19:34.247467 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7521387-2b25-4813-a296-0d8a2df9befd service neutron] Pushing event updated for resources: {'Port': ['ID=f64e2f78-3d50-493c-8302-fdcd3cc9c41c,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:34.280367 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc7fbf3-0d18-4d03-b951-6826334d2b28 x-openstack-request-id: req-3cc7fbf3-0d18-4d03-b951-6826334d2b28 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:19:34.280638 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd2e07b-1702-4612-96af-bececc0dbdf8", "tag": "f64e2f78-3d50-493c-8302-fdcd3cc9c41c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:19:34.280877 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cc7fbf3-0d18-4d03-b951-6826334d2b28 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:19:34.281251 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd2e07b-1702-4612-96af-bececc0dbdf8', 'tag': 'f64e2f78-3d50-493c-8302-fdcd3cc9c41c', 'status': 'completed', 'code': 200} Sep 07 04:19:34.382112 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-fd55acb5-b19f-451c-b6ef-1f3140ff74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:34.383549 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-fd55acb5-b19f-451c-b6ef-1f3140ff74f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4515c91bd6c543d8bb6a83d02ee58738&device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0811486 Sep 07 04:19:34.388528 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d062393-156a-4e9c-b3e5-11a9f39e1925 req-197f2146-c8d3-4c42-b48e-321b07266bdf service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169395 Sep 07 04:19:34.461387 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-a35d74ea-83a4-413a-82fd-ea85529f8052 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f64e2f78-3d50-493c-8302-fdcd3cc9c41c HTTP/1.1" status: 200 len: 217 time: 0.0352926 Sep 07 04:19:34.503650 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d8e21-2b7d-4fba-9b38-85233adb9e9e req-70802300-2136-4ce2-b530-1e2674f4bdd9 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:34.505816 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-828d8e21-2b7d-4fba-9b38-85233adb9e9e req-70802300-2136-4ce2-b530-1e2674f4bdd9 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0559742 Sep 07 04:19:34.509957 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-c92d9426-a292-404e-a69c-a7ff7c3ca7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:34.511381 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-c92d9426-a292-404e-a69c-a7ff7c3ca7c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56b935fc-6c8e-40b6-a1a0-7340e340022b HTTP/1.1" status: 200 len: 854 time: 0.0432673 Sep 07 04:19:34.542001 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-fc254e5b-2038-4558-b838-a71d18726760 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7693b7c-7d77-4ed3-a725-4c0074f72bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233462 Sep 07 04:19:34.544174 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-828d8e21-2b7d-4fba-9b38-85233adb9e9e req-1e4a16ec-8956-412a-a3ce-42aeb5a31f4b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317769 Sep 07 04:19:34.654131 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-7d952214-353b-4166-b0c2-c130714c89d6 service neutron] 10.222.0.36 "GET /v2.0/networks/b7693b7c-7d77-4ed3-a725-4c0074f72bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857213 Sep 07 04:19:34.746549 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2f61a6df-350c-4d02-9a64-533971f9a70a req-0e3c63db-99c3-46e3-9e76-4104953eaef4 service neutron] 10.222.0.36 "GET /v2.0/networks/b7693b7c-7d77-4ed3-a725-4c0074f72bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819800 Sep 07 04:19:34.897443 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2107f4-8ff5-49d5-96c0-c73ac5e3e60d req-9b440e45-5ad0-477d-a406-edb836296aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:34.898994 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4b2107f4-8ff5-49d5-96c0-c73ac5e3e60d req-9b440e45-5ad0-477d-a406-edb836296aa7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4515c91bd6c543d8bb6a83d02ee58738&device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0461407 Sep 07 04:19:35.009404 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2107f4-8ff5-49d5-96c0-c73ac5e3e60d req-51a3c075-1f47-4b6e-b174-489580b56526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:35.011060 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4b2107f4-8ff5-49d5-96c0-c73ac5e3e60d req-51a3c075-1f47-4b6e-b174-489580b56526 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7693b7c-7d77-4ed3-a725-4c0074f72bd3 HTTP/1.1" status: 200 len: 915 time: 0.1050735 Sep 07 04:19:35.069818 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:19:35.189080 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 43730) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:35.281223 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c7f55-3a8e-4b4e-8fb9-f1d6d6ae661f req-6568a2e4-d574-4936-8596-583126f91fe0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:35.289368 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-475c7f55-3a8e-4b4e-8fb9-f1d6d6ae661f req-6568a2e4-d574-4936-8596-583126f91fe0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0836318 Sep 07 04:19:35.322102 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d637aa4-13a7-4998-99d5-e5cccf317f3d req-158dc44c-ab97-4af4-b842-11d522afd2e6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:35.323905 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d637aa4-13a7-4998-99d5-e5cccf317f3d req-158dc44c-ab97-4af4-b842-11d522afd2e6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.1082001 Sep 07 04:19:35.338257 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f885858d-fcd2-407f-a2c6-7faabfd43ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:35.363634 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-475c7f55-3a8e-4b4e-8fb9-f1d6d6ae661f req-419c5868-2ecb-4258-ac22-e2cbc45f127c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732951 Sep 07 04:19:35.394975 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d637aa4-13a7-4998-99d5-e5cccf317f3d req-9bf5bf92-a1fd-4eb9-b2dc-75eccde50053 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571406 Sep 07 04:19:35.447219 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f885858d-fcd2-407f-a2c6-7faabfd43ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:35.451530 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f885858d-fcd2-407f-a2c6-7faabfd43ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:35.490521 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f885858d-fcd2-407f-a2c6-7faabfd43ef5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82cc282c4e8f47099193c4d415dc5a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002629 Sep 07 04:19:35.491477 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885858d-fcd2-407f-a2c6-7faabfd43ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c14297-9937-47ce-a510-82a64a3d104a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:35.493215 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 43738) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:19:35.548720 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51c3c5a1-d4f1-4e72-8b30-79f8f5ac57e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:35.570953 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51c3c5a1-d4f1-4e72-8b30-79f8f5ac57e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:35.623515 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51c3c5a1-d4f1-4e72-8b30-79f8f5ac57e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:35.625888 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-51c3c5a1-d4f1-4e72-8b30-79f8f5ac57e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:35.626953 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-51c3c5a1-d4f1-4e72-8b30-79f8f5ac57e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5c14297-9937-47ce-a510-82a64a3d104a HTTP/1.1" status: 204 len: 168 time: 0.1327713 Sep 07 04:19:35.650759 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3c5a1-d4f1-4e72-8b30-79f8f5ac57e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c14297-9937-47ce-a510-82a64a3d104a,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:35.675545 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e67902-9eea-47ba-ab26-34169d84479e req-983c733c-686d-43cf-8cb3-4e7e7309bbd5 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:35.685482 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83e67902-9eea-47ba-ab26-34169d84479e req-983c733c-686d-43cf-8cb3-4e7e7309bbd5 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0744460 Sep 07 04:19:35.722208 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83e67902-9eea-47ba-ab26-34169d84479e req-f2e35bf0-e00b-43b9-b41f-8f5acd214ae9 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357625 Sep 07 04:19:36.509103 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89240e-be25-4470-afaf-2641ffd15eaa req-8e2c6f19-8c36-46e5-83e9-91d5ffa5188a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:36.510612 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ec89240e-be25-4470-afaf-2641ffd15eaa req-8e2c6f19-8c36-46e5-83e9-91d5ffa5188a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0754719 Sep 07 04:19:36.549482 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e0fd7-aab7-4140-aafa-23b9c2da2512 req-30b54e15-3e68-493e-a035-8d0d42c41201 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:36.550916 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8e0e0fd7-aab7-4140-aafa-23b9c2da2512 req-30b54e15-3e68-493e-a035-8d0d42c41201 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0827072 Sep 07 04:19:36.575345 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ec89240e-be25-4470-afaf-2641ffd15eaa req-13035d70-9dda-496a-bb5f-fb98e986e56b tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575964 Sep 07 04:19:36.596529 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8e0e0fd7-aab7-4140-aafa-23b9c2da2512 req-6422a738-2459-4ac5-a16c-bc6c766494c7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387158 Sep 07 04:19:36.843918 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880eea89-1e0b-46d3-ae9c-b1e092b9049e req-e1620426-1221-4559-8464-16267fc8c367 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:36.845658 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-880eea89-1e0b-46d3-ae9c-b1e092b9049e req-e1620426-1221-4559-8464-16267fc8c367 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0485833 Sep 07 04:19:36.888729 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-880eea89-1e0b-46d3-ae9c-b1e092b9049e req-7077322f-41f0-437e-828c-832a0f3fb5e3 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368049 Sep 07 04:19:37.728747 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1ca15-7765-4250-8fb6-a46a82ce5ab1 req-bce67940-eb14-4140-914c-9cbec4c567e6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:37.730206 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b5c1ca15-7765-4250-8fb6-a46a82ce5ab1 req-bce67940-eb14-4140-914c-9cbec4c567e6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0839028 Sep 07 04:19:37.742146 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5aab47-f6ee-426b-93b5-81ee7ff4f931 req-48837ec9-ecd8-41e3-93d6-118f0c250c7d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:37.743514 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-df5aab47-f6ee-426b-93b5-81ee7ff4f931 req-48837ec9-ecd8-41e3-93d6-118f0c250c7d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0717020 Sep 07 04:19:37.803404 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b5c1ca15-7765-4250-8fb6-a46a82ce5ab1 req-fddd05a3-83ff-4e47-b232-c591995af2b5 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589261 Sep 07 04:19:37.809027 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-df5aab47-f6ee-426b-93b5-81ee7ff4f931 req-7a302533-68e3-4a45-9c07-8a860e7a233d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589814 Sep 07 04:19:38.000508 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3d402-90ca-4f67-b0e4-7205a22e6637 req-3ff35f98-2c15-48e7-8382-bc6639d1944e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:38.001949 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7ff3d402-90ca-4f67-b0e4-7205a22e6637 req-3ff35f98-2c15-48e7-8382-bc6639d1944e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0467875 Sep 07 04:19:38.041727 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7ff3d402-90ca-4f67-b0e4-7205a22e6637 req-86918fd3-271b-4e5d-8a68-c815986c6508 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Sep 07 04:19:38.961381 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e7f22-7932-4517-bbd0-4fe823ab06cc req-187f776d-7fc5-4ec5-9bf2-9399bb509063 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:38.962952 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9d9e7f22-7932-4517-bbd0-4fe823ab06cc req-187f776d-7fc5-4ec5-9bf2-9399bb509063 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0826683 Sep 07 04:19:38.971362 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c926d-fc01-40f9-8df9-705eb7431740 req-022e0dd1-0160-4cd2-a4d8-3e472b1b9d34 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:38.972853 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1b5c926d-fc01-40f9-8df9-705eb7431740 req-022e0dd1-0160-4cd2-a4d8-3e472b1b9d34 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0828619 Sep 07 04:19:39.025996 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9d9e7f22-7932-4517-bbd0-4fe823ab06cc req-15430a3a-d4c2-485f-87ab-574001d4f662 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516129 Sep 07 04:19:39.033060 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1b5c926d-fc01-40f9-8df9-705eb7431740 req-b9fb515c-8f76-4808-941a-6b13576b71db tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517902 Sep 07 04:19:39.177017 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c29146-ff17-4eac-b438-10c2a87c0a4b req-32ace81c-8a06-41ec-ad9c-a72e23928358 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:39.178469 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96c29146-ff17-4eac-b438-10c2a87c0a4b req-32ace81c-8a06-41ec-ad9c-a72e23928358 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0560360 Sep 07 04:19:39.218316 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96c29146-ff17-4eac-b438-10c2a87c0a4b req-d8d06cd1-44d7-4a1d-aeb0-f461a4380fc6 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336280 Sep 07 04:19:40.190958 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a7796-2851-4281-8acb-61272962d2fa req-3ef217d6-bfca-4022-8c17-23a4254158b4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:40.193050 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-af6a7796-2851-4281-8acb-61272962d2fa req-3ef217d6-bfca-4022-8c17-23a4254158b4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0955391 Sep 07 04:19:40.214906 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25331403-6c1a-46c8-9fef-27e286b94123 req-1df9cf17-36ce-4b86-a8ca-6a57d2bba0f3 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:40.220296 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-25331403-6c1a-46c8-9fef-27e286b94123 req-1df9cf17-36ce-4b86-a8ca-6a57d2bba0f3 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0834148 Sep 07 04:19:40.263846 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-af6a7796-2851-4281-8acb-61272962d2fa req-abb9d470-b768-4fae-87dd-3b2f72961257 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626616 Sep 07 04:19:40.300318 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-25331403-6c1a-46c8-9fef-27e286b94123 req-48121e0d-eb05-4770-b084-6e141893cd0a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718637 Sep 07 04:19:40.398796 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a33fe-81d6-4e31-95dd-6afbed8d5731 req-28b1ef56-a226-426f-8bc8-e4ace9d8c1a3 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:40.400563 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-da7a33fe-81d6-4e31-95dd-6afbed8d5731 req-28b1ef56-a226-426f-8bc8-e4ace9d8c1a3 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0500193 Sep 07 04:19:40.446805 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-da7a33fe-81d6-4e31-95dd-6afbed8d5731 req-52b3df17-f335-4d91-94bf-f2671f762775 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339806 Sep 07 04:19:41.412374 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e388ea1-e698-4e7f-a4e9-4cbc18975285 req-16e9370d-ca5e-4d00-a048-d7429ccfeb15 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:41.413752 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4e388ea1-e698-4e7f-a4e9-4cbc18975285 req-16e9370d-ca5e-4d00-a048-d7429ccfeb15 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0767772 Sep 07 04:19:41.437318 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec2122-a8e7-4eaa-bd18-acca3ec9a4cd req-6619b831-afcf-4c79-8044-78d8fb31c405 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:41.438970 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8eec2122-a8e7-4eaa-bd18-acca3ec9a4cd req-6619b831-afcf-4c79-8044-78d8fb31c405 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0734692 Sep 07 04:19:41.483149 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4e388ea1-e698-4e7f-a4e9-4cbc18975285 req-94271829-2c07-4921-b2f4-92c71b59922d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624723 Sep 07 04:19:41.495569 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8eec2122-a8e7-4eaa-bd18-acca3ec9a4cd req-896dc353-f004-4876-86b6-1ddfbffad977 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495501 Sep 07 04:19:41.626291 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d0c68-458a-4508-8c22-69f2becaf1ae req-0d8603f6-989f-4f5e-ad69-0df2f7a08147 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:41.627787 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-631d0c68-458a-4508-8c22-69f2becaf1ae req-0d8603f6-989f-4f5e-ad69-0df2f7a08147 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0501685 Sep 07 04:19:41.666302 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-631d0c68-458a-4508-8c22-69f2becaf1ae req-82c46d64-b2c7-4ab7-a761-4c40d027e71e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Sep 07 04:19:41.746377 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eae2cfee-773d-40d6-984a-6275815accd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:42.632315 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f85ed6-8993-4460-8dbc-ff223622ac4c req-9eb39459-01a8-4a90-bd6c-e182237bd16f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:42.633799 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10f85ed6-8993-4460-8dbc-ff223622ac4c req-9eb39459-01a8-4a90-bd6c-e182237bd16f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0843766 Sep 07 04:19:42.645216 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fad1a-fcf6-44fd-a71a-567ada8b518e req-f5d3c574-b3ef-46d2-895e-cd9b50216e43 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:42.646639 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ec0fad1a-fcf6-44fd-a71a-567ada8b518e req-f5d3c574-b3ef-46d2-895e-cd9b50216e43 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0657573 Sep 07 04:19:42.706053 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10f85ed6-8993-4460-8dbc-ff223622ac4c req-add10f66-cd53-4ede-aad8-93128fd11e3f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584497 Sep 07 04:19:42.709803 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ec0fad1a-fcf6-44fd-a71a-567ada8b518e req-949001bf-2d25-4596-b43f-42ecea116189 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567040 Sep 07 04:19:42.822241 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2761708-4158-4c6b-8668-74b98404ce0e req-1049db0b-7473-4687-bc2e-64d15133dcb2 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:42.823673 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f2761708-4158-4c6b-8668-74b98404ce0e req-1049db0b-7473-4687-bc2e-64d15133dcb2 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0489674 Sep 07 04:19:42.862731 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f2761708-4158-4c6b-8668-74b98404ce0e req-ae7334ae-5dd9-4c97-95c5-6511523d5e4f tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332565 Sep 07 04:19:43.868523 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2bee9-5307-414d-9b68-8a622a96adb0 req-bfa838be-83e2-4bb6-b1e8-d8981bcc689c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:43.870874 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e5d2bee9-5307-414d-9b68-8a622a96adb0 req-bfa838be-83e2-4bb6-b1e8-d8981bcc689c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0912607 Sep 07 04:19:43.878312 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6eb3f1-d4ae-4594-966c-b84db5fd51cb req-3825f98b-3eaa-48c0-aa47-299a0357e6b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:43.880052 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c6eb3f1-d4ae-4594-966c-b84db5fd51cb req-3825f98b-3eaa-48c0-aa47-299a0357e6b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0882840 Sep 07 04:19:43.936235 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e5d2bee9-5307-414d-9b68-8a622a96adb0 req-0ab4e0eb-ecdf-4c5d-bd36-65451a977caa tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549626 Sep 07 04:19:43.941756 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c6eb3f1-d4ae-4594-966c-b84db5fd51cb req-8d31e0ce-0014-4a8b-be16-28ec61b28810 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541735 Sep 07 04:19:44.052818 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bef4a8-974c-4275-bb65-d36c0c0f16d2 req-8e3d7aea-4d92-411f-9a72-0f49e8b00a40 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:44.054311 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-03bef4a8-974c-4275-bb65-d36c0c0f16d2 req-8e3d7aea-4d92-411f-9a72-0f49e8b00a40 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0488501 Sep 07 04:19:44.094850 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-03bef4a8-974c-4275-bb65-d36c0c0f16d2 req-cbf88464-b8ed-4487-b4c9-a1fa1489c797 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344105 Sep 07 04:19:44.258919 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2636-8143-4964-a226-7bfddebaa3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:44.776837 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:45.093450 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c9f1c-17f7-416e-86fb-d4cf15ba26e0 req-7ffe50ee-c9e4-4560-aa6b-92df4511456c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:45.094909 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-817c9f1c-17f7-416e-86fb-d4cf15ba26e0 req-7ffe50ee-c9e4-4560-aa6b-92df4511456c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0756273 Sep 07 04:19:45.103518 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71d125-d82a-4677-900d-df3f42611098 req-ae4fc9d9-5770-47b2-8f04-89ece1778c38 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:45.105236 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-df71d125-d82a-4677-900d-df3f42611098 req-ae4fc9d9-5770-47b2-8f04-89ece1778c38 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0771987 Sep 07 04:19:45.160728 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-817c9f1c-17f7-416e-86fb-d4cf15ba26e0 req-9875c98f-74fd-4a11-aff7-f50b000bc5e7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544262 Sep 07 04:19:45.165905 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-df71d125-d82a-4677-900d-df3f42611098 req-4674a123-698e-49af-8456-b9086afd0b4e tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539858 Sep 07 04:19:45.241949 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:45.278416 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a50824-df48-40b7-9172-62b1ddd5d9f5 req-d35faaa1-368c-4cae-aa47-07ca142c4158 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:45.279860 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-68a50824-df48-40b7-9172-62b1ddd5d9f5 req-d35faaa1-368c-4cae-aa47-07ca142c4158 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0575082 Sep 07 04:19:45.318127 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-68a50824-df48-40b7-9172-62b1ddd5d9f5 req-7d05d9a7-25b0-4600-b488-e20d83ecfb2a tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323169 Sep 07 04:19:46.311943 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ccfe1-7c04-4ffa-946b-67dc72c14960 req-a4df6363-1490-4453-8612-6daf178cbda2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:46.313436 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-568ccfe1-7c04-4ffa-946b-67dc72c14960 req-a4df6363-1490-4453-8612-6daf178cbda2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0789709 Sep 07 04:19:46.321724 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bfb11-2b3f-4efb-aaec-01ba8c13a542 req-0e9c47d9-cb42-49b7-a4d1-21e00043d92d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:46.323082 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d4bfb11-2b3f-4efb-aaec-01ba8c13a542 req-0e9c47d9-cb42-49b7-a4d1-21e00043d92d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0868299 Sep 07 04:19:46.375429 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-568ccfe1-7c04-4ffa-946b-67dc72c14960 req-403533c8-69e9-4e6c-8115-20c46589629c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513179 Sep 07 04:19:46.383361 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d4bfb11-2b3f-4efb-aaec-01ba8c13a542 req-8027caeb-2224-4d7b-b186-16e9ddbcf2b2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538440 Sep 07 04:19:46.504475 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69464-7018-40c2-b0b1-ddffee22c33f req-20e3a203-bf02-424f-af84-686712a0613c tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:46.505974 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f4b69464-7018-40c2-b0b1-ddffee22c33f req-20e3a203-bf02-424f-af84-686712a0613c tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0533326 Sep 07 04:19:46.542345 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f4b69464-7018-40c2-b0b1-ddffee22c33f req-70c43286-91c0-4eb5-b6dd-8b4a654cb1cc tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304997 Sep 07 04:19:47.091638 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:47.483299 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:47.527150 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce30a9-97e8-40b2-bff9-e98418925360 req-c52242c3-6cb2-4c0f-9df4-7e1c8700d3f4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:47.528630 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dfce30a9-97e8-40b2-bff9-e98418925360 req-c52242c3-6cb2-4c0f-9df4-7e1c8700d3f4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0774519 Sep 07 04:19:47.540334 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c37ce-ad8d-4d27-bd5d-eba575057120 req-988cd4ac-fe28-4452-ab94-82c19a34ed7c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:47.541677 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc0c37ce-ad8d-4d27-bd5d-eba575057120 req-988cd4ac-fe28-4452-ab94-82c19a34ed7c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0624995 Sep 07 04:19:47.600187 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dfce30a9-97e8-40b2-bff9-e98418925360 req-6efb4c59-5f6e-46e4-86f1-052681398b5e tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575736 Sep 07 04:19:47.607427 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc0c37ce-ad8d-4d27-bd5d-eba575057120 req-cdf9c1af-d95c-44ea-bcec-59620afe17db tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581536 Sep 07 04:19:47.717455 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f6bec-81be-4a7c-8811-0e81f8dbaa63 req-927772f8-d2b9-4240-9e18-7058de166ec4 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:47.718966 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-536f6bec-81be-4a7c-8811-0e81f8dbaa63 req-927772f8-d2b9-4240-9e18-7058de166ec4 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0478866 Sep 07 04:19:47.758915 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-536f6bec-81be-4a7c-8811-0e81f8dbaa63 req-f0b9a6c2-3a0a-4aa3-a89f-214c7b78588f tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330980 Sep 07 04:19:48.758459 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994962d9-86d1-4b2b-a9d4-c5b167000849 req-82d3159d-df10-4e60-935c-1b47ffd6387e tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:48.759975 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-994962d9-86d1-4b2b-a9d4-c5b167000849 req-82d3159d-df10-4e60-935c-1b47ffd6387e tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0813630 Sep 07 04:19:48.773403 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4d33c-6bfc-4bd1-a43a-858b90fdbb4c req-6c9806e8-a659-4fd8-954f-a13530b51160 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:48.775066 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2ac4d33c-6bfc-4bd1-a43a-858b90fdbb4c req-6c9806e8-a659-4fd8-954f-a13530b51160 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0717802 Sep 07 04:19:49.010120 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-994962d9-86d1-4b2b-a9d4-c5b167000849 req-c02af229-8680-4d1e-b204-a3e6a0af6c1f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340620 Sep 07 04:19:49.017199 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2ac4d33c-6bfc-4bd1-a43a-858b90fdbb4c req-0ddba3e5-28e6-4c48-bb64-7273552ee8a6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340531 Sep 07 04:19:49.127287 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f394b9e-8476-404c-80c6-4600fb9bfae2 req-cc5a5255-6bdf-4e74-8415-b208fea651e3 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:49.128782 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3f394b9e-8476-404c-80c6-4600fb9bfae2 req-cc5a5255-6bdf-4e74-8415-b208fea651e3 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0484974 Sep 07 04:19:49.168996 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3f394b9e-8476-404c-80c6-4600fb9bfae2 req-26564387-ceb3-41ae-8033-eaceef352e51 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342994 Sep 07 04:19:50.165235 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba77a29-0e2a-4509-8931-3fe873cb384c req-ee71661e-81c9-4fd4-8abd-e5b94d616785 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:50.166737 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ba77a29-0e2a-4509-8931-3fe873cb384c req-ee71661e-81c9-4fd4-8abd-e5b94d616785 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0858641 Sep 07 04:19:50.179842 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b12a4-603a-451c-b2b5-73bfbfb82cad req-d66dd603-16a5-438b-b183-f6a73ff59c66 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:50.181838 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b94b12a4-603a-451c-b2b5-73bfbfb82cad req-d66dd603-16a5-438b-b183-f6a73ff59c66 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0749547 Sep 07 04:19:50.235946 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0ba77a29-0e2a-4509-8931-3fe873cb384c req-3e406442-c0e7-4522-9be5-cc58e688399f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531232 Sep 07 04:19:50.241488 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b94b12a4-603a-451c-b2b5-73bfbfb82cad req-305a6ced-4db4-443d-ba68-935e561227d6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527203 Sep 07 04:19:50.362368 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44d000-ff61-4672-9d78-c37829747f90 req-4bc62b72-77ca-4419-a256-c38c51f02aae tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:50.363934 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6e44d000-ff61-4672-9d78-c37829747f90 req-4bc62b72-77ca-4419-a256-c38c51f02aae tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0525107 Sep 07 04:19:50.402770 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6e44d000-ff61-4672-9d78-c37829747f90 req-511bfb7b-2ec0-490a-856d-821159b024ba tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324614 Sep 07 04:19:50.529138 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3ff75-1eca-4cbf-a95c-1ab089deb4d6 req-dab343ac-856b-44bc-bd04-60f23d602f9f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:50.530616 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-09f3ff75-1eca-4cbf-a95c-1ab089deb4d6 req-dab343ac-856b-44bc-bd04-60f23d602f9f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0532901 Sep 07 04:19:50.569182 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-09f3ff75-1eca-4cbf-a95c-1ab089deb4d6 req-b67edd81-3369-4874-a35f-97b1d15a21b7 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325792 Sep 07 04:19:51.378859 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638a54b-c664-49a2-8d70-346610eacbda req-75f3511c-a120-4285-b52d-1ed5da20e845 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:51.380344 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c638a54b-c664-49a2-8d70-346610eacbda req-75f3511c-a120-4285-b52d-1ed5da20e845 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0758150 Sep 07 04:19:51.391165 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe6d2c-9d4a-43cb-a977-5497cf4f1c22 req-772ff2ae-553a-48bf-9564-6ef6d5dd16ce tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:51.392548 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89fe6d2c-9d4a-43cb-a977-5497cf4f1c22 req-772ff2ae-553a-48bf-9564-6ef6d5dd16ce tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0632403 Sep 07 04:19:51.455460 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c638a54b-c664-49a2-8d70-346610eacbda req-35c59a2b-aca4-4fee-80b4-df15a159b708 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619755 Sep 07 04:19:51.458143 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89fe6d2c-9d4a-43cb-a977-5497cf4f1c22 req-c5bd3943-dfdf-4fbe-a5b3-077e357c3a79 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584235 Sep 07 04:19:51.564958 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d0c70-85ae-49da-96d9-d2aefb6e2820 req-dda7e594-8245-45bb-bfb8-6ad0b81044b4 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:51.566401 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-975d0c70-85ae-49da-96d9-d2aefb6e2820 req-dda7e594-8245-45bb-bfb8-6ad0b81044b4 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0477750 Sep 07 04:19:51.603931 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-975d0c70-85ae-49da-96d9-d2aefb6e2820 req-2b74933b-3f1a-4152-ad0f-145bb98682b9 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314009 Sep 07 04:19:51.682828 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8c642-024a-4c6b-a605-238cb54a7c4f req-dbc7d370-1bcc-42af-a64d-c67378668ddf tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:51.684288 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ef8c642-024a-4c6b-a605-238cb54a7c4f req-dbc7d370-1bcc-42af-a64d-c67378668ddf tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0484271 Sep 07 04:19:51.723163 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ef8c642-024a-4c6b-a605-238cb54a7c4f req-3a20e154-1ae7-4df8-8254-6df88592d71a tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328774 Sep 07 04:19:52.598506 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98de8b-34d7-4516-9725-8ddb3f7f32c1 req-13ddbd36-3c6f-4bf9-b387-93ad86e74430 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:52.600526 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1b98de8b-34d7-4516-9725-8ddb3f7f32c1 req-13ddbd36-3c6f-4bf9-b387-93ad86e74430 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0793836 Sep 07 04:19:52.607583 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7fa8b-4b35-412a-84d4-f109f3d11993 req-1500b964-da99-44c4-b4f8-0e19cd9be7fa tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:52.608955 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6a7fa8b-4b35-412a-84d4-f109f3d11993 req-1500b964-da99-44c4-b4f8-0e19cd9be7fa tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0778992 Sep 07 04:19:52.665388 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1b98de8b-34d7-4516-9725-8ddb3f7f32c1 req-f5683ead-501c-4692-89cf-91973c23ad8f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555027 Sep 07 04:19:52.668039 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6a7fa8b-4b35-412a-84d4-f109f3d11993 req-db1fd1e5-0fb0-40dc-928e-bbdeb185c4e8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520289 Sep 07 04:19:52.773046 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab89e7-5c68-46cf-bcc7-b80717ec5688 req-27673c4b-f0ed-4d7f-88c1-873857e66e24 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:52.774528 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9eab89e7-5c68-46cf-bcc7-b80717ec5688 req-27673c4b-f0ed-4d7f-88c1-873857e66e24 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0486457 Sep 07 04:19:52.840367 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9eab89e7-5c68-46cf-bcc7-b80717ec5688 req-5f4f731b-34d2-45e3-95e2-1d9b87802398 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598462 Sep 07 04:19:52.855769 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94a093-f297-48d3-b727-54b624d2a846 req-460049da-ef2a-4f10-82d4-d8163db1e631 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:52.857222 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb94a093-f297-48d3-b727-54b624d2a846 req-460049da-ef2a-4f10-82d4-d8163db1e631 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0630441 Sep 07 04:19:52.896994 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb94a093-f297-48d3-b727-54b624d2a846 req-a171532c-9d2a-498c-b3e2-f65a7f5c51ca tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333796 Sep 07 04:19:53.803189 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0585b9-ce9d-4fb3-b218-fd5815630d22 req-a828a0bf-b804-40f9-a0fa-70f4c1cec078 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:53.804667 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a0585b9-ce9d-4fb3-b218-fd5815630d22 req-a828a0bf-b804-40f9-a0fa-70f4c1cec078 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0745821 Sep 07 04:19:53.812282 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d7c17-7c4e-4df5-82f0-c7e1c269a9d0 req-42667331-ab8d-4d0c-acfa-31824f6af262 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:53.813619 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bb1d7c17-7c4e-4df5-82f0-c7e1c269a9d0 req-42667331-ab8d-4d0c-acfa-31824f6af262 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0746827 Sep 07 04:19:53.872311 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a0585b9-ce9d-4fb3-b218-fd5815630d22 req-de6af56a-a311-4b79-a1c0-fb502506fb32 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577531 Sep 07 04:19:53.876931 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bb1d7c17-7c4e-4df5-82f0-c7e1c269a9d0 req-f8a607b3-13b4-485c-90f4-a54070647429 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561872 Sep 07 04:19:53.959949 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4b2107f4-8ff5-49d5-96c0-c73ac5e3e60d req-c79327f4-c3ed-4fd4-8d6d-237d862c2d5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f64e2f78-3d50-493c-8302-fdcd3cc9c41c HTTP/1.1" status: 200 len: 217 time: 0.0450826 Sep 07 04:19:54.035604 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd18d0-f74c-4386-ac6b-ee00f4fafa4b req-784d1629-b58a-4743-8e8e-dfcf2c54de75 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:54.037704 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eadd18d0-f74c-4386-ac6b-ee00f4fafa4b req-784d1629-b58a-4743-8e8e-dfcf2c54de75 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0761096 Sep 07 04:19:54.049927 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4522c-ecf8-436f-85dc-c8584f24687e req-cad7a3f5-ea6b-4ad9-9970-b09a2ec4e813 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:54.051398 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f4a4522c-ecf8-436f-85dc-c8584f24687e req-cad7a3f5-ea6b-4ad9-9970-b09a2ec4e813 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0641935 Sep 07 04:19:54.072224 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2107f4-8ff5-49d5-96c0-c73ac5e3e60d req-223d3b1e-568e-49ae-a578-505e199dce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:54.073700 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4b2107f4-8ff5-49d5-96c0-c73ac5e3e60d req-223d3b1e-568e-49ae-a578-505e199dce40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56b935fc-6c8e-40b6-a1a0-7340e340022b HTTP/1.1" status: 200 len: 854 time: 0.0730200 Sep 07 04:19:54.079627 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569216d0-ffd4-4dd7-8c6a-8dc2970365ca req-6540996d-5110-48fc-a935-263184afab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:54.081059 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-569216d0-ffd4-4dd7-8c6a-8dc2970365ca req-6540996d-5110-48fc-a935-263184afab73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636c1bfc812e490d9d4448ed8a4136dc&device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 1137 time: 0.0558934 Sep 07 04:19:54.106285 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eadd18d0-f74c-4386-ac6b-ee00f4fafa4b req-ba359157-5695-4c76-a5b1-d847cb70d204 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539074 Sep 07 04:19:54.113448 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f4a4522c-ecf8-436f-85dc-c8584f24687e req-60b0d7ed-24ed-4a85-b08d-b63fa08e97b0 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548818 Sep 07 04:19:54.120866 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4b2107f4-8ff5-49d5-96c0-c73ac5e3e60d req-17916660-fb0b-49c5-8b53-bbf604014e1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7693b7c-7d77-4ed3-a725-4c0074f72bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250640 Sep 07 04:19:54.501272 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569216d0-ffd4-4dd7-8c6a-8dc2970365ca req-8012b358-fc70-430a-9d0f-4aab58d62fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:54.502724 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-569216d0-ffd4-4dd7-8c6a-8dc2970365ca req-8012b358-fc70-430a-9d0f-4aab58d62fab service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 HTTP/1.1" status: 200 len: 914 time: 0.3845024 Sep 07 04:19:54.507628 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4b2107f4-8ff5-49d5-96c0-c73ac5e3e60d req-9f396d75-880f-435c-9c73-e4269b7e1844 service neutron] 10.222.0.36 "GET /v2.0/networks/b7693b7c-7d77-4ed3-a725-4c0074f72bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661885 Sep 07 04:19:54.633659 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-569216d0-ffd4-4dd7-8c6a-8dc2970365ca req-dbea7f6d-71fb-4981-a62b-7cedd816bf7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d HTTP/1.1" status: 200 len: 1000 time: 0.1128805 Sep 07 04:19:54.683134 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4b2107f4-8ff5-49d5-96c0-c73ac5e3e60d req-5c00d59a-1d7f-443d-95c1-0e6a11d5130d service neutron] 10.222.0.36 "GET /v2.0/networks/b7693b7c-7d77-4ed3-a725-4c0074f72bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605752 Sep 07 04:19:54.698169 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569216d0-ffd4-4dd7-8c6a-8dc2970365ca req-a2dc92e1-3b03-43c3-911b-8e1b42172874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:54.699487 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-569216d0-ffd4-4dd7-8c6a-8dc2970365ca req-a2dc92e1-3b03-43c3-911b-8e1b42172874 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=457c2ba9-a4f8-4af9-a264-a6bd9eb3f686 HTTP/1.1" status: 200 len: 852 time: 0.0520468 Sep 07 04:19:54.750116 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569216d0-ffd4-4dd7-8c6a-8dc2970365ca req-7f9ec603-f484-432b-9c1b-31fb44c691b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:54.751635 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-569216d0-ffd4-4dd7-8c6a-8dc2970365ca req-7f9ec603-f484-432b-9c1b-31fb44c691b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414362 Sep 07 04:19:54.842588 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-569216d0-ffd4-4dd7-8c6a-8dc2970365ca req-30c95362-db0f-4754-988a-1c49d762fdcd service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802960 Sep 07 04:19:54.946275 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-569216d0-ffd4-4dd7-8c6a-8dc2970365ca req-873109cb-3a69-4c3d-a40a-9ad0bcd1118c service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943539 Sep 07 04:19:55.026379 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ddfd5-135b-4b72-8020-b072ff3f08a7 req-f4a6bfb9-28bd-4346-ac68-0147ac74cd8f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:55.027742 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de9ddfd5-135b-4b72-8020-b072ff3f08a7 req-f4a6bfb9-28bd-4346-ac68-0147ac74cd8f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0758829 Sep 07 04:19:55.059477 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a812e3f-5d6a-4cff-bce9-61b7ab75e5e0 req-5337e0fa-f659-4b55-b799-4b2bb8fb84e5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:55.060928 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a812e3f-5d6a-4cff-bce9-61b7ab75e5e0 req-5337e0fa-f659-4b55-b799-4b2bb8fb84e5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0733781 Sep 07 04:19:55.089263 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de9ddfd5-135b-4b72-8020-b072ff3f08a7 req-cbbd4fb2-1176-4178-bb69-ab75a65d5ec5 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553007 Sep 07 04:19:55.108197 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a812e3f-5d6a-4cff-bce9-61b7ab75e5e0 req-37a9a651-224b-4931-8c7e-76a81ea1e9d6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Sep 07 04:19:55.267333 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aff68-2cf4-41de-9f18-5b0c2ca104c1 req-4d9dafa7-3faf-4848-a7d1-06574cc075e9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:55.269905 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3a6aff68-2cf4-41de-9f18-5b0c2ca104c1 req-4d9dafa7-3faf-4848-a7d1-06574cc075e9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0824068 Sep 07 04:19:55.282123 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5694172-8f2d-4603-bbee-55fa73cb6521 req-51fa48f4-2d8f-4da5-a44a-bce7f0d32a39 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:55.289478 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5694172-8f2d-4603-bbee-55fa73cb6521 req-51fa48f4-2d8f-4da5-a44a-bce7f0d32a39 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0921299 Sep 07 04:19:55.345942 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5694172-8f2d-4603-bbee-55fa73cb6521 req-ec5119a8-5869-4cde-955b-d2e5464c1d72 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554166 Sep 07 04:19:55.352664 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3a6aff68-2cf4-41de-9f18-5b0c2ca104c1 req-5e47e9ce-1da0-49a2-8e8b-1ca7e4f00de2 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602388 Sep 07 04:19:56.235115 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9e074-2af1-4884-9460-b0e877497c10 req-60a696d5-f1bf-46fd-9eba-44827be17665 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:56.236612 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ef9e074-2af1-4884-9460-b0e877497c10 req-60a696d5-f1bf-46fd-9eba-44827be17665 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 944 time: 0.0831172 Sep 07 04:19:56.257503 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c2e26-03d0-4bac-a77c-e7556e4449e4 req-056ef1d4-eb7a-4778-a9ed-921cdd5c061b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:56.258887 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-547c2e26-03d0-4bac-a77c-e7556e4449e4 req-056ef1d4-eb7a-4778-a9ed-921cdd5c061b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0774341 Sep 07 04:19:56.307295 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ef9e074-2af1-4884-9460-b0e877497c10 req-49c38a19-5c67-4699-a896-6fa1a376dbf2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628598 Sep 07 04:19:56.314153 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-547c2e26-03d0-4bac-a77c-e7556e4449e4 req-363c238c-2402-4341-95e7-dbbae22a3d20 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482228 Sep 07 04:19:56.467478 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283479c-930a-486a-9989-c4233db8e0da req-a7f53604-cdbd-48dd-931d-8f3438be2b1b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:56.468973 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d283479c-930a-486a-9989-c4233db8e0da req-a7f53604-cdbd-48dd-931d-8f3438be2b1b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 943 time: 0.0567343 Sep 07 04:19:56.508011 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d283479c-930a-486a-9989-c4233db8e0da req-9021d7bb-6d50-408e-976f-09f8d9d5ff15 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330493 Sep 07 04:19:56.554460 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcc9ca-e72a-42d3-8b2e-0b13e4303acd req-64c05b24-778d-4d7d-a583-db4b068d8094 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:56.555948 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-77bcc9ca-e72a-42d3-8b2e-0b13e4303acd req-64c05b24-778d-4d7d-a583-db4b068d8094 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0527050 Sep 07 04:19:56.622546 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-77bcc9ca-e72a-42d3-8b2e-0b13e4303acd req-df9df7a7-35d5-47b0-b541-3e2d4afe3746 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604780 Sep 07 04:19:56.627623 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device f64e2f78-3d50-493c-8302-fdcd3cc9c41c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:19:56.639328 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d643d45-f9aa-4a31-9257-55b4ebeedbb1 req-34c0f036-baa8-4210-ad56-15771bbc9498 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:56.640838 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7d643d45-f9aa-4a31-9257-55b4ebeedbb1 req-34c0f036-baa8-4210-ad56-15771bbc9498 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 946 time: 0.0657213 Sep 07 04:19:56.680499 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7d643d45-f9aa-4a31-9257-55b4ebeedbb1 req-a17d3436-2e27-4870-8ff0-1d7eacbf0e36 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334146 Sep 07 04:19:56.723273 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port f64e2f78-3d50-493c-8302-fdcd3cc9c41c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f64e2f78-3d50-493c-8302-fdcd3cc9c41c,segment=NetworkSegment(b04eea56-7b75-4de6-bea2-68552799fb62),segment_id=b04eea56-7b75-4de6-bea2-68552799fb62)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:19:56.733861 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'f64e2f78-3d50-493c-8302-fdcd3cc9c41c', 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3', 'port_id': 'f64e2f78-3d50-493c-8302-fdcd3cc9c41c', 'mac_address': 'fa:16:3e:4d:a8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b935fc-6c8e-40b6-a1a0-7340e340022b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:19:56.769236 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:56.781180 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64e2f78-3d50-493c-8302-fdcd3cc9c41c {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:19:56.799743 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port f64e2f78-3d50-493c-8302-fdcd3cc9c41c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f64e2f78-3d50-493c-8302-fdcd3cc9c41c,segment=NetworkSegment(b04eea56-7b75-4de6-bea2-68552799fb62),segment_id=b04eea56-7b75-4de6-bea2-68552799fb62)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:19:56.804062 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:56.804640 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:19:56.874819 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=f64e2f78-3d50-493c-8302-fdcd3cc9c41c,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:56.933313 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:19:56.943769 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'port_id': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17', 'mac_address': 'fa:16:3e:aa:8f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:19:56.979178 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:56.991850 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:19:57.010179 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:19:57.014057 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:57.064326 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:57.443536 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3b142-86cc-4f59-93c5-5740722f972a req-b8ce3695-6804-41d4-947e-0b9686decade tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:57.444923 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-edf3b142-86cc-4f59-93c5-5740722f972a req-b8ce3695-6804-41d4-947e-0b9686decade tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 945 time: 0.0716858 Sep 07 04:19:57.466033 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640b634-8560-47b0-98a2-7ba794bb1b28 req-36c1f32c-beef-4dcc-b525-96148bb64ab6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:57.467469 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1640b634-8560-47b0-98a2-7ba794bb1b28 req-36c1f32c-beef-4dcc-b525-96148bb64ab6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0695555 Sep 07 04:19:57.516703 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-edf3b142-86cc-4f59-93c5-5740722f972a req-654aa8e4-12eb-4c04-94a1-c43bcde2d34d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643175 Sep 07 04:19:57.524431 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1640b634-8560-47b0-98a2-7ba794bb1b28 req-e1aa6a6e-cdb0-45bb-aa56-9a4d992b44d4 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492296 Sep 07 04:19:57.622374 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87e871-6ff8-42f6-8e2d-51d5fd8c7fd5 req-48bddb93-39c2-46aa-8df3-18a511597b62 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:57.623806 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-be87e871-6ff8-42f6-8e2d-51d5fd8c7fd5 req-48bddb93-39c2-46aa-8df3-18a511597b62 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 944 time: 0.0512965 Sep 07 04:19:57.660492 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-be87e871-6ff8-42f6-8e2d-51d5fd8c7fd5 req-320743e9-104f-4512-8625-04b665ee1f6b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303924 Sep 07 04:19:57.739566 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f6710-295f-4032-80b4-f69459374548 req-d1f87629-39b4-456a-877c-7200e245e364 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:57.741155 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1d2f6710-295f-4032-80b4-f69459374548 req-d1f87629-39b4-456a-877c-7200e245e364 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0490377 Sep 07 04:19:57.763004 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['f64e2f78-3d50-493c-8302-fdcd3cc9c41c'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:19:57.786899 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['5510f43f-aa8d-46c3-84f3-7ed7d3e19e17'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:19:57.811698 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1d2f6710-295f-4032-80b4-f69459374548 req-10029edd-eb85-45be-adb7-b67d6c8130ab tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628281 Sep 07 04:19:57.820282 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6c3ad-50c5-491a-981e-d06c53ffb271 req-b68259b1-8030-432c-9b4c-2628c657736f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:57.821732 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-03b6c3ad-50c5-491a-981e-d06c53ffb271 req-b68259b1-8030-432c-9b4c-2628c657736f tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 946 time: 0.0746803 Sep 07 04:19:57.861508 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-03b6c3ad-50c5-491a-981e-d06c53ffb271 req-a74ebcc2-79fe-4ae8-a1b8-4fee2d903159 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333610 Sep 07 04:19:58.658682 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b6db1-08be-4f57-a932-ca3346c61e3d req-530e2809-a249-4c64-a06b-3352395c1ae3 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:58.660119 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ad6b6db1-08be-4f57-a932-ca3346c61e3d req-530e2809-a249-4c64-a06b-3352395c1ae3 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 945 time: 0.0747366 Sep 07 04:19:58.672277 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77c68-bbfb-4faa-9a45-3307265808e3 req-1155a9c1-c46e-44cd-a671-22d563e064c2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:58.673646 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-53b77c68-bbfb-4faa-9a45-3307265808e3 req-1155a9c1-c46e-44cd-a671-22d563e064c2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0779080 Sep 07 04:19:58.727423 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-53b77c68-bbfb-4faa-9a45-3307265808e3 req-80800a70-58f9-4ee2-8bce-817cf5ed72ac tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467856 Sep 07 04:19:58.730182 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ad6b6db1-08be-4f57-a932-ca3346c61e3d req-617b1b69-654d-47c6-83fe-863904dba1f3 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556197 Sep 07 04:19:58.830724 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983b1bf-35d8-4bd0-a1b0-4788b0ae960d req-b1a5adc9-ab1f-49ad-a0d7-4af95a98fa9f tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:58.832047 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a983b1bf-35d8-4bd0-a1b0-4788b0ae960d req-b1a5adc9-ab1f-49ad-a0d7-4af95a98fa9f tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 944 time: 0.0476739 Sep 07 04:19:58.871890 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a983b1bf-35d8-4bd0-a1b0-4788b0ae960d req-db0202bf-e3cf-49e0-a573-765b2c11a0b7 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Sep 07 04:19:58.925022 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f98803-966a-41ee-978b-45d2436aaf06 req-6b7465ef-5455-4612-ba13-5b34230e280b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:58.926491 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1f98803-966a-41ee-978b-45d2436aaf06 req-6b7465ef-5455-4612-ba13-5b34230e280b tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0477188 Sep 07 04:19:58.988045 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1f98803-966a-41ee-978b-45d2436aaf06 req-d7fdb3b4-04ce-48db-b9f3-1834f33e55c1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521784 Sep 07 04:19:58.998716 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e142-83c0-4cac-8345-86261702ebc4 req-34c9814d-f034-4386-9c70-f4ab32d6e3e9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:59.000225 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5da4e142-83c0-4cac-8345-86261702ebc4 req-34c9814d-f034-4386-9c70-f4ab32d6e3e9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 946 time: 0.0728748 Sep 07 04:19:59.016680 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e53208-e6bb-4a8a-9109-ab050bc7fea7 req-eef8d303-a1cd-474b-846c-58602315a021 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:59.018118 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-81e53208-e6bb-4a8a-9109-ab050bc7fea7 req-eef8d303-a1cd-474b-846c-58602315a021 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de65c27-3b7d-4370-8989-4eb25a445c43 HTTP/1.1" status: 200 len: 946 time: 0.0477040 Sep 07 04:19:59.039314 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5da4e142-83c0-4cac-8345-86261702ebc4 req-647317bb-6858-4154-b640-a1591ef1cb9e tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316792 Sep 07 04:19:59.110087 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-81e53208-e6bb-4a8a-9109-ab050bc7fea7 req-4d20bc57-0bbc-4f68-8829-76e217639271 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Deleting port 48f67cc5-d11e-4517-9434-cc1615809817 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:19:59.110335 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-81e53208-e6bb-4a8a-9109-ab050bc7fea7 req-4d20bc57-0bbc-4f68-8829-76e217639271 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:59.197610 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-81e53208-e6bb-4a8a-9109-ab050bc7fea7 req-4d20bc57-0bbc-4f68-8829-76e217639271 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] For port 48f67cc5-d11e-4517-9434-cc1615809817, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=48f67cc5-d11e-4517-9434-cc1615809817,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:19:59.197965 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-81e53208-e6bb-4a8a-9109-ab050bc7fea7 req-4d20bc57-0bbc-4f68-8829-76e217639271 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:59.210366 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-81e53208-e6bb-4a8a-9109-ab050bc7fea7 req-4d20bc57-0bbc-4f68-8829-76e217639271 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Calling delete_port for 48f67cc5-d11e-4517-9434-cc1615809817 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:19:59.333951 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-81e53208-e6bb-4a8a-9109-ab050bc7fea7 req-4d20bc57-0bbc-4f68-8829-76e217639271 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:59.359759 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20bc57-0bbc-4f68-8829-76e217639271 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Pushing event deleted for resources: {'Port': ['ID=48f67cc5-d11e-4517-9434-cc1615809817,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:19:59.377358 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['59670d2b-03ca-4d56-8169-107c1978b9cf', 'd57f9977-73ed-484e-a485-14e37b80ed0d', '397339b2-6c2a-4f9a-965f-e03dd77950a3', '48f67cc5-d11e-4517-9434-cc1615809817'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:19:59.402176 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e53208-e6bb-4a8a-9109-ab050bc7fea7 req-4d20bc57-0bbc-4f68-8829-76e217639271 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] No DVR routers for this DVR port 48f67cc5-d11e-4517-9434-cc1615809817 on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:19:59.404760 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-81e53208-e6bb-4a8a-9109-ab050bc7fea7 req-4d20bc57-0bbc-4f68-8829-76e217639271 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:19:59.406823 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-81e53208-e6bb-4a8a-9109-ab050bc7fea7 req-4d20bc57-0bbc-4f68-8829-76e217639271 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "DELETE /v2.0/ports/48f67cc5-d11e-4517-9434-cc1615809817 HTTP/1.1" status: 204 len: 173 time: 0.3798201 Sep 07 04:19:59.407255 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de65c27-3b7d-4370-8989-4eb25a445c43', 'name': 'network-vif-deleted', 'tag': '48f67cc5-d11e-4517-9434-cc1615809817'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:19:59.409532 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4980026-ebdf-42e6-9d9b-8cdc2b90470d" -d '{"events": [{"server_uuid": "4de65c27-3b7d-4370-8989-4eb25a445c43", "name": "network-vif-deleted", "tag": "48f67cc5-d11e-4517-9434-cc1615809817"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:19:59.449326 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650fdf25-92ae-4ec5-b89a-f2808d3bb164 x-openstack-request-id: req-650fdf25-92ae-4ec5-b89a-f2808d3bb164 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:19:59.449830 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de65c27-3b7d-4370-8989-4eb25a445c43", "name": "network-vif-deleted", "tag": "48f67cc5-d11e-4517-9434-cc1615809817", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:19:59.450195 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-650fdf25-92ae-4ec5-b89a-f2808d3bb164 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:19:59.450837 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de65c27-3b7d-4370-8989-4eb25a445c43', 'name': 'network-vif-deleted', 'tag': '48f67cc5-d11e-4517-9434-cc1615809817', 'status': 'completed', 'code': 200} Sep 07 04:19:59.883340 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac13c4-0e46-445d-84a7-e825958f7c2b req-9b729fb4-b04a-400f-b1f8-482b8feb6cc4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:59.884823 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b9ac13c4-0e46-445d-84a7-e825958f7c2b req-9b729fb4-b04a-400f-b1f8-482b8feb6cc4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 945 time: 0.0882909 Sep 07 04:19:59.892576 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a22bf0-2ad8-4ace-bc3b-7828468450dc req-df14fc18-0dc6-4f45-84a0-1f8dd1369e98 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:19:59.893963 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a6a22bf0-2ad8-4ace-bc3b-7828468450dc req-df14fc18-0dc6-4f45-84a0-1f8dd1369e98 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0883155 Sep 07 04:19:59.946950 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b9ac13c4-0e46-445d-84a7-e825958f7c2b req-330ac667-97e4-4900-b888-23254b30cb32 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520473 Sep 07 04:19:59.954126 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a6a22bf0-2ad8-4ace-bc3b-7828468450dc req-4447eaec-376f-4176-8e39-567cb6cd2c64 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517824 Sep 07 04:20:00.053554 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdf5e4-ac52-4b71-8b93-edb5ca0218f3 req-53fa80af-ed68-464a-8b2b-e0217a6235df tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:00.055107 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-77cdf5e4-ac52-4b71-8b93-edb5ca0218f3 req-53fa80af-ed68-464a-8b2b-e0217a6235df tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 944 time: 0.0516052 Sep 07 04:20:00.132311 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962918d-98b8-440c-917f-8e5f4589e326 req-ff83b5a1-243c-48ab-8470-f2806161b2cc tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:00.133803 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1962918d-98b8-440c-917f-8e5f4589e326 req-ff83b5a1-243c-48ab-8470-f2806161b2cc tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0731449 Sep 07 04:20:00.136464 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-77cdf5e4-ac52-4b71-8b93-edb5ca0218f3 req-5aee5d84-0c55-4142-bd25-11ab3ac516eb tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739782 Sep 07 04:20:00.185083 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1962918d-98b8-440c-917f-8e5f4589e326 req-8f3f5b28-500c-4106-8e96-f3b46b351582 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398865 Sep 07 04:20:00.695224 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device f64e2f78-3d50-493c-8302-fdcd3cc9c41c up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:20:00.743089 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port f64e2f78-3d50-493c-8302-fdcd3cc9c41c completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:20:00.746655 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port f64e2f78-3d50-493c-8302-fdcd3cc9c41c triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:20:00.747022 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:00.820147 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:00.840827 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd2e07b-1702-4612-96af-bececc0dbdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64e2f78-3d50-493c-8302-fdcd3cc9c41c'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:20:00.842993 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75839e5c-9457-4810-a651-d1931aef4abb" -d '{"events": [{"server_uuid": "6bd2e07b-1702-4612-96af-bececc0dbdf8", "name": "network-vif-plugged", "status": "completed", "tag": "f64e2f78-3d50-493c-8302-fdcd3cc9c41c"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:20:00.858289 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port f64e2f78-3d50-493c-8302-fdcd3cc9c41c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f64e2f78-3d50-493c-8302-fdcd3cc9c41c,segment=NetworkSegment(b04eea56-7b75-4de6-bea2-68552799fb62),segment_id=b04eea56-7b75-4de6-bea2-68552799fb62)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:20:00.862326 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:00.863076 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:20:00.884760 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac36e883-e356-41c4-a215-cdad193379e6 x-openstack-request-id: req-ac36e883-e356-41c4-a215-cdad193379e6 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:20:00.885047 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd2e07b-1702-4612-96af-bececc0dbdf8", "name": "network-vif-plugged", "status": "completed", "tag": "f64e2f78-3d50-493c-8302-fdcd3cc9c41c", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:20:00.885297 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac36e883-e356-41c4-a215-cdad193379e6 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:20:00.885678 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd2e07b-1702-4612-96af-bececc0dbdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64e2f78-3d50-493c-8302-fdcd3cc9c41c', 'code': 200} Sep 07 04:20:00.938761 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=f64e2f78-3d50-493c-8302-fdcd3cc9c41c,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:00.950167 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:20:00.953771 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:20:00.954144 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:01.036321 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:01.071452 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:20:01.075811 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:01.076643 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 48f67cc5-d11e-4517-9434-cc1615809817 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:20:01.097749 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: 48f67cc5-d11e-4517-9434-cc1615809817 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:20:01.097749 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 48f67cc5-d11e-4517-9434-cc1615809817 not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:20:01.115908 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576147dd-1b06-49a0-a288-bdee24f68825 req-6858a50f-e64a-4028-a74e-638dd4407938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:01.117510 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-576147dd-1b06-49a0-a288-bdee24f68825 req-6858a50f-e64a-4028-a74e-638dd4407938 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 1098 time: 0.0521376 Sep 07 04:20:01.121987 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12b801-bfd8-433a-8393-49e42ab363b6 req-c8638318-d9b8-4707-ba28-f8ee49648b3d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:01.123447 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3b12b801-bfd8-433a-8393-49e42ab363b6 req-c8638318-d9b8-4707-ba28-f8ee49648b3d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 945 time: 0.0973449 Sep 07 04:20:01.146983 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:01.156530 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-576147dd-1b06-49a0-a288-bdee24f68825 req-7f553e57-1328-4079-bd28-42c96c9f3890 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 Sep 07 04:20:01.169342 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91745b50-5186-4071-9ef4-ff64498126fb req-295c68d2-b8cf-4008-942a-f8d8363e02bb tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:01.170823 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-91745b50-5186-4071-9ef4-ff64498126fb req-295c68d2-b8cf-4008-942a-f8d8363e02bb tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0949941 Sep 07 04:20:01.195462 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3b12b801-bfd8-433a-8393-49e42ab363b6 req-8fd8f761-540c-4b51-bc4e-0b7f8f8ba0b5 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641761 Sep 07 04:20:01.222076 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-91745b50-5186-4071-9ef4-ff64498126fb req-06157916-46e5-467c-8bd4-776d40aaff6a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 Sep 07 04:20:01.326610 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f355e-115c-4726-b9c8-77786a2a05aa req-b495afcc-bafd-4ced-8cc8-a763807877da tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:01.328086 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a64f355e-115c-4726-b9c8-77786a2a05aa req-b495afcc-bafd-4ced-8cc8-a763807877da tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 945 time: 0.0749228 Sep 07 04:20:01.349440 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398f3fc-63e0-48f1-83ee-8360117a0345 req-1f75c05e-5a66-4784-961b-00474337740e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:01.350844 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8398f3fc-63e0-48f1-83ee-8360117a0345 req-1f75c05e-5a66-4784-961b-00474337740e tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0696464 Sep 07 04:20:01.395972 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a64f355e-115c-4726-b9c8-77786a2a05aa req-1e68050a-e901-4702-a52b-d630245fcf55 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614195 Sep 07 04:20:01.404846 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8398f3fc-63e0-48f1-83ee-8360117a0345 req-8fc81595-4e11-4bed-aaf7-d4400b7c9856 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479910 Sep 07 04:20:01.610681 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57ee5-d97e-4824-b1e8-4663b27d7808 req-d4e60f6a-33eb-46cf-b62f-96369cc8d70c tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:01.612115 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-79d57ee5-d97e-4824-b1e8-4663b27d7808 req-d4e60f6a-33eb-46cf-b62f-96369cc8d70c tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 945 time: 0.0506935 Sep 07 04:20:01.648228 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-79d57ee5-d97e-4824-b1e8-4663b27d7808 req-5eb8c61c-52cc-419d-a607-36d115cb4a96 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295136 Sep 07 04:20:02.338363 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598d79c-2840-44ed-ac01-8140dce232eb req-3340901c-8051-4cc4-9b24-e495cdd9aa30 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:02.339969 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8598d79c-2840-44ed-ac01-8140dce232eb req-3340901c-8051-4cc4-9b24-e495cdd9aa30 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 946 time: 0.0775750 Sep 07 04:20:02.359435 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073ade-21ca-4d51-a8c1-6e4310294164 req-fa5fdc8f-5a92-4808-bc50-c2577d7f47f1 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:02.360842 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-71073ade-21ca-4d51-a8c1-6e4310294164 req-fa5fdc8f-5a92-4808-bc50-c2577d7f47f1 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0667117 Sep 07 04:20:02.402315 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8598d79c-2840-44ed-ac01-8140dce232eb req-3d27768f-95a0-4242-9f6a-e11473305caf tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551653 Sep 07 04:20:02.413929 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-71073ade-21ca-4d51-a8c1-6e4310294164 req-77bed807-2ebc-4f24-902e-fea040048934 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460150 Sep 07 04:20:02.546986 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6fc09-0719-4abf-b689-ed528338f0f6 req-dd5fb36c-bfb4-4804-b575-7268ca5fe104 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:02.548439 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-31e6fc09-0719-4abf-b689-ed528338f0f6 req-dd5fb36c-bfb4-4804-b575-7268ca5fe104 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 945 time: 0.0857291 Sep 07 04:20:02.560393 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4518-9e00-4542-afa2-e9d1e609ac48 req-31794eeb-ab98-440f-8a23-0833b59b31a6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:02.561730 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-60ff4518-9e00-4542-afa2-e9d1e609ac48 req-31794eeb-ab98-440f-8a23-0833b59b31a6 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0705347 Sep 07 04:20:02.612866 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-31e6fc09-0719-4abf-b689-ed528338f0f6 req-8065f3d1-18ab-4205-aac9-c629923cf0b3 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502305 Sep 07 04:20:02.622071 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-60ff4518-9e00-4542-afa2-e9d1e609ac48 req-a7e30d18-e1ed-4cf6-8be8-0ba967e4955c tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526297 Sep 07 04:20:02.762520 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067606d1-37ee-4b58-a43f-e7422e2c5b03 req-4b8d4579-e593-4329-815f-893ba1bf8b51 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:02.763981 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-067606d1-37ee-4b58-a43f-e7422e2c5b03 req-4b8d4579-e593-4329-815f-893ba1bf8b51 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 945 time: 0.0480163 Sep 07 04:20:02.799695 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-067606d1-37ee-4b58-a43f-e7422e2c5b03 req-9d6295ff-f6c7-4c1b-b0f4-897a7dbe2127 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300384 Sep 07 04:20:02.887039 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:20:02.889269 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e86cbdf-5309-448b-b937-03e85440f60c" -d '{"events": [{"server_uuid": "943c64e0-121c-4cef-93ee-fc98e0209a42", "name": "network-vif-plugged", "status": "completed", "tag": "5510f43f-aa8d-46c3-84f3-7ed7d3e19e17"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:20:02.923463 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f144bc7-dd4e-44cb-9b60-342f0045b290 x-openstack-request-id: req-1f144bc7-dd4e-44cb-9b60-342f0045b290 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:20:02.923751 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943c64e0-121c-4cef-93ee-fc98e0209a42", "name": "network-vif-plugged", "status": "completed", "tag": "5510f43f-aa8d-46c3-84f3-7ed7d3e19e17", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:20:02.924001 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f144bc7-dd4e-44cb-9b60-342f0045b290 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:20:02.924416 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17', 'code': 200} Sep 07 04:20:03.281185 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97849f19-3659-4356-8c01-2edbbedced69 req-cb0eacb5-9b5a-41d5-8777-e4d10804d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:03.282639 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-97849f19-3659-4356-8c01-2edbbedced69 req-cb0eacb5-9b5a-41d5-8777-e4d10804d973 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 1099 time: 0.0482583 Sep 07 04:20:03.318806 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-97849f19-3659-4356-8c01-2edbbedced69 req-468301d4-cba0-4a17-b38a-ffdbdf5a5a0f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277867 Sep 07 04:20:03.543942 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fd38e-f194-41f9-8dbc-9a1c2dd22f20 req-20389d9d-218c-494f-8180-aa4b440da71e tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:03.545427 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-639fd38e-f194-41f9-8dbc-9a1c2dd22f20 req-20389d9d-218c-494f-8180-aa4b440da71e tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 946 time: 0.0792255 Sep 07 04:20:03.556856 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95159763-0ad3-4e05-9e99-f1bf42ff2b2a req-e59cf56d-a92a-42b3-a1fb-d1450596d0ba tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:03.558237 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-95159763-0ad3-4e05-9e99-f1bf42ff2b2a req-e59cf56d-a92a-42b3-a1fb-d1450596d0ba tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0634623 Sep 07 04:20:03.608574 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-639fd38e-f194-41f9-8dbc-9a1c2dd22f20 req-821fc236-c92c-455e-b644-32ebc65e0720 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494053 Sep 07 04:20:03.615397 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-95159763-0ad3-4e05-9e99-f1bf42ff2b2a req-9305a4b8-0187-426d-9c32-952205546a99 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499728 Sep 07 04:20:03.756523 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd6f13-aeda-41ca-8cc0-0d31d1dcb79d req-a0695c12-2fad-417b-a968-8db66336adc3 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:03.757973 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1dd6f13-aeda-41ca-8cc0-0d31d1dcb79d req-a0695c12-2fad-417b-a968-8db66336adc3 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 945 time: 0.0786135 Sep 07 04:20:03.765172 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5e51f-424a-4d75-977b-b8e44eafa8c9 req-0c991e74-4814-45db-a5c8-7671981f7a85 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:03.766532 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83f5e51f-424a-4d75-977b-b8e44eafa8c9 req-0c991e74-4814-45db-a5c8-7671981f7a85 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0783286 Sep 07 04:20:03.818401 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1dd6f13-aeda-41ca-8cc0-0d31d1dcb79d req-fc7872ad-1fb7-4189-8a1b-c632402ce8eb tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504115 Sep 07 04:20:03.827455 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83f5e51f-424a-4d75-977b-b8e44eafa8c9 req-775e0922-7671-43c3-8cb7-ecb36ff4ec7d tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537786 Sep 07 04:20:03.926012 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed746a1-9725-4a26-9b19-62dbb5dbf77c req-f763f15f-7534-4b1a-8267-c4926568e06e tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:03.927526 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2ed746a1-9725-4a26-9b19-62dbb5dbf77c req-f763f15f-7534-4b1a-8267-c4926568e06e tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 945 time: 0.0511212 Sep 07 04:20:03.965770 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2ed746a1-9725-4a26-9b19-62dbb5dbf77c req-540ae4ba-c362-4bc5-ac2e-4a01aa4d8aca tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Sep 07 04:20:04.666538 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device b76d8d93-bd10-4e95-8582-3e5cb6bdf955 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:20:04.767748 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc804f6-50a2-493f-bd91-c74d1a0df38e req-fe4ea40f-9031-4642-a6e6-6b3269fef763 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:04.769421 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-edc804f6-50a2-493f-bd91-c74d1a0df38e req-fe4ea40f-9031-4642-a6e6-6b3269fef763 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0750487 Sep 07 04:20:04.777662 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85e84f-d388-44a6-a28f-ec1955a411d3 req-1f7446cf-b137-4542-be33-e5bdc5cf739c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:04.779193 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fc85e84f-d388-44a6-a28f-ec1955a411d3 req-1f7446cf-b137-4542-be33-e5bdc5cf739c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 946 time: 0.0939436 Sep 07 04:20:04.837599 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-edc804f6-50a2-493f-bd91-c74d1a0df38e req-f67a2abe-22ba-4522-80d0-f9ba1dd58ad3 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573967 Sep 07 04:20:04.845364 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fc85e84f-d388-44a6-a28f-ec1955a411d3 req-18a6dbdf-7f6e-4c50-a997-6cc177d38e2b tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592966 Sep 07 04:20:04.905274 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:20:04.916634 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'port_id': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'mac_address': 'fa:16:3e:66:31:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:20:04.925468 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57747f0b-50dc-4f2b-a243-625f91c3d2ee req-507a814f-ecca-422d-b548-e609b34e2045 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:04.927483 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-57747f0b-50dc-4f2b-a243-625f91c3d2ee req-507a814f-ecca-422d-b548-e609b34e2045 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 945 time: 0.0511787 Sep 07 04:20:04.956183 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c6f54-4511-49b2-a3d2-d8b9e8aa9b3c req-99d4d241-da8a-4b09-af8c-d8bf6f24c6d9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:04.957883 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-558c6f54-4511-49b2-a3d2-d8b9e8aa9b3c req-99d4d241-da8a-4b09-af8c-d8bf6f24c6d9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0498247 Sep 07 04:20:04.961701 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:04.977335 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76d8d93-bd10-4e95-8582-3e5cb6bdf955 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:20:05.004732 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:20:05.013475 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:05.022027 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-558c6f54-4511-49b2-a3d2-d8b9e8aa9b3c req-d40f0a7c-7259-476c-b9c0-090f9e604374 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504198 Sep 07 04:20:05.044622 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-57747f0b-50dc-4f2b-a243-625f91c3d2ee req-ac99f447-3fe4-47aa-8f2e-7ee4b9e8562a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Deleting port 397339b2-6c2a-4f9a-965f-e03dd77950a3 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:20:05.044965 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57747f0b-50dc-4f2b-a243-625f91c3d2ee req-ac99f447-3fe4-47aa-8f2e-7ee4b9e8562a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:05.072494 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,revision_number=9']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:05.098571 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49226df-178d-4b85-8de4-c80fbcaf0708 req-de4857ca-90f0-4c3e-b714-a5bef5dcb2a7 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:05.100110 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a49226df-178d-4b85-8de4-c80fbcaf0708 req-de4857ca-90f0-4c3e-b714-a5bef5dcb2a7 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 945 time: 0.0581839 Sep 07 04:20:05.139640 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a49226df-178d-4b85-8de4-c80fbcaf0708 req-470f222d-1a3f-4145-ab21-fe53d0916fab tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335708 Sep 07 04:20:05.146803 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-57747f0b-50dc-4f2b-a243-625f91c3d2ee req-ac99f447-3fe4-47aa-8f2e-7ee4b9e8562a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] For port 397339b2-6c2a-4f9a-965f-e03dd77950a3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=397339b2-6c2a-4f9a-965f-e03dd77950a3,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:20:05.147169 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57747f0b-50dc-4f2b-a243-625f91c3d2ee req-ac99f447-3fe4-47aa-8f2e-7ee4b9e8562a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:05.159927 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-57747f0b-50dc-4f2b-a243-625f91c3d2ee req-ac99f447-3fe4-47aa-8f2e-7ee4b9e8562a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Calling delete_port for 397339b2-6c2a-4f9a-965f-e03dd77950a3 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:20:05.289789 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57747f0b-50dc-4f2b-a243-625f91c3d2ee req-ac99f447-3fe4-47aa-8f2e-7ee4b9e8562a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:05.322616 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99f447-3fe4-47aa-8f2e-7ee4b9e8562a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Pushing event deleted for resources: {'Port': ['ID=397339b2-6c2a-4f9a-965f-e03dd77950a3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:05.332656 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['59670d2b-03ca-4d56-8169-107c1978b9cf', 'd57f9977-73ed-484e-a485-14e37b80ed0d', '397339b2-6c2a-4f9a-965f-e03dd77950a3'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:20:05.358615 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-57747f0b-50dc-4f2b-a243-625f91c3d2ee req-ac99f447-3fe4-47aa-8f2e-7ee4b9e8562a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] No DVR routers for this DVR port 397339b2-6c2a-4f9a-965f-e03dd77950a3 on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:20:05.361142 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57747f0b-50dc-4f2b-a243-625f91c3d2ee req-ac99f447-3fe4-47aa-8f2e-7ee4b9e8562a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:05.363184 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-57747f0b-50dc-4f2b-a243-625f91c3d2ee req-ac99f447-3fe4-47aa-8f2e-7ee4b9e8562a tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "DELETE /v2.0/ports/397339b2-6c2a-4f9a-965f-e03dd77950a3 HTTP/1.1" status: 204 len: 173 time: 0.4284892 Sep 07 04:20:05.363619 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f414dee1-6fc4-4332-92a9-f32e06961be1', 'name': 'network-vif-deleted', 'tag': '397339b2-6c2a-4f9a-965f-e03dd77950a3'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:20:05.366444 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88993688-ea36-45af-9ccb-c75c6bb230b7" -d '{"events": [{"server_uuid": "f414dee1-6fc4-4332-92a9-f32e06961be1", "name": "network-vif-deleted", "tag": "397339b2-6c2a-4f9a-965f-e03dd77950a3"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:20:05.403836 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704f508e-6e01-4e2f-8873-30ffd3a635b6 x-openstack-request-id: req-704f508e-6e01-4e2f-8873-30ffd3a635b6 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:20:05.404129 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f414dee1-6fc4-4332-92a9-f32e06961be1", "name": "network-vif-deleted", "tag": "397339b2-6c2a-4f9a-965f-e03dd77950a3", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:20:05.404413 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-704f508e-6e01-4e2f-8873-30ffd3a635b6 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:20:05.404804 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f414dee1-6fc4-4332-92a9-f32e06961be1', 'name': 'network-vif-deleted', 'tag': '397339b2-6c2a-4f9a-965f-e03dd77950a3', 'status': 'completed', 'code': 200} Sep 07 04:20:05.885242 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['b76d8d93-bd10-4e95-8582-3e5cb6bdf955'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:20:05.994103 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d325b-573b-4fed-aab7-29c3105a62b7 req-890907de-65cb-4eac-b945-7fcfb69058ae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:05.995559 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba0d325b-573b-4fed-aab7-29c3105a62b7 req-890907de-65cb-4eac-b945-7fcfb69058ae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0678861 Sep 07 04:20:06.003451 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbf9e2-59ea-49ee-9f60-e11c94a6ab67 req-95a86faf-9c0b-4d3f-8dd2-db7767b91a9f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:06.004860 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-68cbf9e2-59ea-49ee-9f60-e11c94a6ab67 req-95a86faf-9c0b-4d3f-8dd2-db7767b91a9f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 946 time: 0.0877392 Sep 07 04:20:06.063033 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba0d325b-573b-4fed-aab7-29c3105a62b7 req-2498a070-acfc-413d-9a8c-439627801051 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566881 Sep 07 04:20:06.069936 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-68cbf9e2-59ea-49ee-9f60-e11c94a6ab67 req-10453827-7320-44e0-b138-79106ed46ee7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571759 Sep 07 04:20:06.198468 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d289c2-e48e-4b51-a78f-734a10dbdb8c req-dd92d94c-bb37-40a1-8aa1-ca091dbe38e1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:06.199911 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c0d289c2-e48e-4b51-a78f-734a10dbdb8c req-dd92d94c-bb37-40a1-8aa1-ca091dbe38e1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0799437 Sep 07 04:20:06.210745 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e7094-119f-4506-b670-8f56420aea2d req-5dfca225-d134-4c09-97c5-4386ba1811a8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:06.212208 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d4e7094-119f-4506-b670-8f56420aea2d req-5dfca225-d134-4c09-97c5-4386ba1811a8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 946 time: 0.0660579 Sep 07 04:20:06.254668 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c0d289c2-e48e-4b51-a78f-734a10dbdb8c req-7242918e-ceea-4348-8e46-250ced503207 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414577 Sep 07 04:20:06.366529 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a0bfff0c-1114-410a-882b-ccbb337caabb req-8761328c-1d8d-481a-a19f-c4fcd737f591 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f414dee1-6fc4-4332-92a9-f32e06961be1 HTTP/1.1" status: 200 len: 210 time: 0.0274730 Sep 07 04:20:06.456993 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d4e7094-119f-4506-b670-8f56420aea2d req-c0a45448-f8c6-49d9-85cc-85af42211d4e tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363319 Sep 07 04:20:06.478329 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 44078) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:20:06.623256 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a3d68-6992-4a3d-9ebd-5a8d8cbce07f tempest-TestVolumeBootPattern-1242494346 tempest-TestVolumeBootPattern-1242494346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:06.624762 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-677a3d68-6992-4a3d-9ebd-5a8d8cbce07f tempest-TestVolumeBootPattern-1242494346 tempest-TestVolumeBootPattern-1242494346-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 1094 time: 0.1454742 Sep 07 04:20:06.627678 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 44082) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:20:06.632370 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'floatingip': {'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'port_id': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:20:06.659685 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:06.755256 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:06.860016 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Allocated IP 172.27.3.246 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/9f48828d-4f85-4eb9-8afa-7c98b530f653) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:20:06.960926 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:06.999517 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:07.032290 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:20:07.035010 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:20:07.039018 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:20:07.065837 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'Port': ['ID=9f48828d-4f85-4eb9-8afa-7c98b530f653,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:07.076713 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:20:07.077059 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:20:07.077394 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:20:07.077729 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:20:07.078055 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:20:07.078379 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:20:07.078700 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:20:07.079022 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:20:07.079367 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:20:07.079684 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:20:07.080001 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:20:07.080333 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:20:07.468986 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa9f48-b2a2-43a3-84e9-6e30e360774f req-1b9a2f85-b22b-42ce-9294-c98ad7957e70 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:07.470386 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7fa9f48-b2a2-43a3-84e9-6e30e360774f req-1b9a2f85-b22b-42ce-9294-c98ad7957e70 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.3224857 Sep 07 04:20:07.533563 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9111f0-ac2d-4735-878d-7fb6032fe7c1 req-5e2e72d1-6aba-4f4f-bfd4-37f711871d50 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:07.535065 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2e9111f0-ac2d-4735-878d-7fb6032fe7c1 req-5e2e72d1-6aba-4f4f-bfd4-37f711871d50 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0847995 Sep 07 04:20:07.665837 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2e9111f0-ac2d-4735-878d-7fb6032fe7c1 req-f9b70c8c-11e9-4cef-a712-9f51ed0f7bc1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185&id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224673 Sep 07 04:20:07.670250 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7fa9f48-b2a2-43a3-84e9-6e30e360774f req-31ff05f4-42f0-444b-a90e-065e73a3387e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929228 Sep 07 04:20:07.725721 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:07.794624 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:07.972819 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63ed0e-1aeb-4478-bb13-832cb3d2cc8e req-e8246152-f006-445a-afa7-41577e126148 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:07.974913 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8e63ed0e-1aeb-4478-bb13-832cb3d2cc8e req-e8246152-f006-445a-afa7-41577e126148 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 945 time: 0.0701191 Sep 07 04:20:07.997658 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:08.004667 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:08.075216 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8e63ed0e-1aeb-4478-bb13-832cb3d2cc8e req-505488f1-2c06-4c8b-b247-942aa9396319 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908504 Sep 07 04:20:08.096102 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'Port': ['ID=9f48828d-4f85-4eb9-8afa-7c98b530f653,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:08.102877 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:08.196598 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Floating IP f6b71faf-d805-4f6c-9337-0771778d4771 associated. External IP: 172.27.3.246, port: 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17. Sep 07 04:20:08.397997 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Router 4607a507-874c-43d6-8907-5abfdba68903 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:20:08.502333 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:20:08.512233 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f815cd-ab6f-4ae7-83e4-5c96529a5e03 None None] Sync routers for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:20:08.518675 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:08.522301 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f815cd-ab6f-4ae7-83e4-5c96529a5e03 None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:20:08.522918 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-14f815cd-ab6f-4ae7-83e4-5c96529a5e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:19:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:20:08.545552 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-de84ed5e-5247-4b9c-8e9e-f5cf33daf0c2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9168999 Sep 07 04:20:08.546207 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'tag': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:20:08.548461 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21704e5efdf44e8a7543bf401c638a30a9902a7b9881d0b470a3fbdbe53cef61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6fd23e-d835-4f88-932f-c2900475f656" -d '{"events": [{"name": "network-changed", "server_uuid": "943c64e0-121c-4cef-93ee-fc98e0209a42", "tag": "5510f43f-aa8d-46c3-84f3-7ed7d3e19e17"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:20:08.592111 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a10ce21-d250-4f09-81e5-ea53faf8155e x-openstack-request-id: req-6a10ce21-d250-4f09-81e5-ea53faf8155e {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:20:08.592435 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943c64e0-121c-4cef-93ee-fc98e0209a42", "tag": "5510f43f-aa8d-46c3-84f3-7ed7d3e19e17", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:20:08.592679 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a10ce21-d250-4f09-81e5-ea53faf8155e {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:20:08.593074 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'tag': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17', 'status': 'completed', 'code': 200} Sep 07 04:20:08.629215 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-14f815cd-ab6f-4ae7-83e4-5c96529a5e03 None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:20:08.668567 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device b76d8d93-bd10-4e95-8582-3e5cb6bdf955 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:20:08.693658 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fd23e-d835-4f88-932f-c2900475f656 req-902e9d5f-06cf-48dc-ba6d-4d2a656ec12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:08.695208 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f6fd23e-d835-4f88-932f-c2900475f656 req-902e9d5f-06cf-48dc-ba6d-4d2a656ec12c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 1099 time: 0.0469604 Sep 07 04:20:08.807842 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec3b7b-49d9-4b71-bdd0-8a568b425c9f req-ca9a6eb7-862a-44bb-81fd-787e780c6103 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:08.809040 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fd23e-d835-4f88-932f-c2900475f656 req-c42c174e-4da9-4682-b159-ab5f01448b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:08.810750 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f6fd23e-d835-4f88-932f-c2900475f656 req-c42c174e-4da9-4682-b159-ab5f01448b05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 913 time: 0.1066904 Sep 07 04:20:08.812812 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6bec3b7b-49d9-4b71-bdd0-8a568b425c9f req-ca9a6eb7-862a-44bb-81fd-787e780c6103 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0655549 Sep 07 04:20:08.825914 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:20:08.826294 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:08.848576 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6bec3b7b-49d9-4b71-bdd0-8a568b425c9f req-cf8fb8cc-1ec4-4952-9556-296947e2531b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331466 Sep 07 04:20:08.886673 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f6fd23e-d835-4f88-932f-c2900475f656 req-b116567e-075b-4aea-9799-21915b5c1cae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 HTTP/1.1" status: 200 len: 1000 time: 0.0665131 Sep 07 04:20:08.937344 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fd23e-d835-4f88-932f-c2900475f656 req-15346ec2-1cbf-40e9-a3f1-c97ae5a120b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:08.939476 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f6fd23e-d835-4f88-932f-c2900475f656 req-15346ec2-1cbf-40e9-a3f1-c97ae5a120b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 200 len: 851 time: 0.0444887 Sep 07 04:20:08.957315 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:08.976974 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-14f815cd-ab6f-4ae7-83e4-5c96529a5e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'f6b71faf-d805-4f6c-9337-0771778d4771', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:aa:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:20:07Z', 'updated_at': '2021-09-07T04:20:07Z', 'revision_number': 0, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:20:08.995969 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fd23e-d835-4f88-932f-c2900475f656 req-cae67dab-aaf0-4e7e-a396-7e3439d961c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:08.997500 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f6fd23e-d835-4f88-932f-c2900475f656 req-cae67dab-aaf0-4e7e-a396-7e3439d961c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e9977e-4046-4f49-a6e9-16221dc75d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483389 Sep 07 04:20:09.013852 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f815cd-ab6f-4ae7-83e4-5c96529a5e03 None None] Checking router: 4607a507-874c-43d6-8907-5abfdba68903 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:20:09.019105 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:20:09.021401 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014125c4-02c6-4241-b505-403163144ed6" -d '{"events": [{"server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "name": "network-vif-plugged", "status": "completed", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:20:09.038092 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:20:09.042325 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:09.043362 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 397339b2-6c2a-4f9a-965f-e03dd77950a3 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:20:09.044972 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f815cd-ab6f-4ae7-83e4-5c96529a5e03 None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:20:09.045595 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-14f815cd-ab6f-4ae7-83e4-5c96529a5e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:19:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:20:09.094063 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad73d8d-6bb2-4863-862b-2873fa440d92 x-openstack-request-id: req-2ad73d8d-6bb2-4863-862b-2873fa440d92 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:20:09.094356 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "name": "network-vif-plugged", "status": "completed", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:20:09.094609 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ad73d8d-6bb2-4863-862b-2873fa440d92 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:20:09.095076 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'code': 200} Sep 07 04:20:09.102566 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: 397339b2-6c2a-4f9a-965f-e03dd77950a3 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:20:09.102911 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 397339b2-6c2a-4f9a-965f-e03dd77950a3 not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:20:09.113513 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f6fd23e-d835-4f88-932f-c2900475f656 req-feffa623-cadc-4afd-a02b-45c4274046c7 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012475 Sep 07 04:20:09.208892 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,revision_number=10']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:09.226915 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afcdb3-ce22-42e9-8ff6-73aa745f2c53 req-fdaa1411-1b4b-4591-8edb-0169de3e9e01 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:09.228521 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5afcdb3-ce22-42e9-8ff6-73aa745f2c53 req-fdaa1411-1b4b-4591-8edb-0169de3e9e01 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 945 time: 0.0697875 Sep 07 04:20:09.230277 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-14f815cd-ab6f-4ae7-83e4-5c96529a5e03 None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:20:09.230748 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f6fd23e-d835-4f88-932f-c2900475f656 req-52790422-e105-4ca3-8b74-c49abc8b24bc service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977829 Sep 07 04:20:09.267905 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5afcdb3-ce22-42e9-8ff6-73aa745f2c53 req-2c753021-fe9a-4561-905a-8df5aedd9915 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 Sep 07 04:20:09.463714 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-14f815cd-ab6f-4ae7-83e4-5c96529a5e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'f6b71faf-d805-4f6c-9337-0771778d4771', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:aa:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:20:07Z', 'updated_at': '2021-09-07T04:20:07Z', 'revision_number': 0, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:20:09.490373 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f815cd-ab6f-4ae7-83e4-5c96529a5e03 None None] The sync data for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi is: [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'f6b71faf-d805-4f6c-9337-0771778d4771', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:aa:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:20:07Z', 'updated_at': '2021-09-07T04:20:07Z', 'revision_number': 0, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:20:09.679559 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef497df-7112-4713-9f41-afaa382e0104 None None] New status for floating IP f6b71faf-d805-4f6c-9337-0771778d4771: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:20:09.870590 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3553-4f2a-4e00-a4e7-b8bfdd1ba6ec req-86441a23-1090-419b-a4ed-d259fd872390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:09.872121 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ce4d3553-4f2a-4e00-a4e7-b8bfdd1ba6ec req-86441a23-1090-419b-a4ed-d259fd872390 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 1100 time: 0.0466726 Sep 07 04:20:09.985337 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d505f19-556e-4968-86f3-1b3032d7dfd8 req-e7a51c17-574c-454a-8e07-bebc9d97143d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:09.986820 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5d505f19-556e-4968-86f3-1b3032d7dfd8 req-e7a51c17-574c-454a-8e07-bebc9d97143d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 947 time: 0.0531249 Sep 07 04:20:10.015111 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ce4d3553-4f2a-4e00-a4e7-b8bfdd1ba6ec req-fa24e323-8b19-462e-80c8-cf3d1d472253 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585096 Sep 07 04:20:10.030196 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6167e-7604-4f27-9583-842929ffa75c req-9e3ec809-86f4-40a9-a654-b923981218ac tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:10.032075 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06a6167e-7604-4f27-9583-842929ffa75c req-9e3ec809-86f4-40a9-a654-b923981218ac tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 945 time: 0.0766950 Sep 07 04:20:10.033160 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5d505f19-556e-4968-86f3-1b3032d7dfd8 req-ae3626ac-2343-4fc9-9f7a-f791e53dd67b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403979 Sep 07 04:20:10.381558 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89631c6-3bc9-4521-aa37-445d8f09a7a3 req-e6a23350-5e60-4511-ae57-4ebe67b44fa4 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:10.383059 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a89631c6-3bc9-4521-aa37-445d8f09a7a3 req-e6a23350-5e60-4511-ae57-4ebe67b44fa4 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 945 time: 0.0475013 Sep 07 04:20:10.419001 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a89631c6-3bc9-4521-aa37-445d8f09a7a3 req-3483499a-9e98-42ef-bce8-74bc102d3abb tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301192 Sep 07 04:20:10.565540 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-06a6167e-7604-4f27-9583-842929ffa75c req-454fba61-3b0d-4f68-8264-1efdf7a482ab tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Deleting port d57f9977-73ed-484e-a485-14e37b80ed0d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:20:10.565875 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06a6167e-7604-4f27-9583-842929ffa75c req-454fba61-3b0d-4f68-8264-1efdf7a482ab tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:10.651232 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-06a6167e-7604-4f27-9583-842929ffa75c req-454fba61-3b0d-4f68-8264-1efdf7a482ab tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] For port d57f9977-73ed-484e-a485-14e37b80ed0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d57f9977-73ed-484e-a485-14e37b80ed0d,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:20:10.651511 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06a6167e-7604-4f27-9583-842929ffa75c req-454fba61-3b0d-4f68-8264-1efdf7a482ab tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:10.663439 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-06a6167e-7604-4f27-9583-842929ffa75c req-454fba61-3b0d-4f68-8264-1efdf7a482ab tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Calling delete_port for d57f9977-73ed-484e-a485-14e37b80ed0d owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:20:10.792382 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06a6167e-7604-4f27-9583-842929ffa75c req-454fba61-3b0d-4f68-8264-1efdf7a482ab tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:10.828546 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fba61-3b0d-4f68-8264-1efdf7a482ab tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Pushing event deleted for resources: {'Port': ['ID=d57f9977-73ed-484e-a485-14e37b80ed0d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:10.836247 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['59670d2b-03ca-4d56-8169-107c1978b9cf'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:20:10.863869 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a6167e-7604-4f27-9583-842929ffa75c req-454fba61-3b0d-4f68-8264-1efdf7a482ab tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] No DVR routers for this DVR port d57f9977-73ed-484e-a485-14e37b80ed0d on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:20:10.866600 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06a6167e-7604-4f27-9583-842929ffa75c req-454fba61-3b0d-4f68-8264-1efdf7a482ab tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:10.868652 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06a6167e-7604-4f27-9583-842929ffa75c req-454fba61-3b0d-4f68-8264-1efdf7a482ab tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "DELETE /v2.0/ports/d57f9977-73ed-484e-a485-14e37b80ed0d HTTP/1.1" status: 204 len: 173 time: 0.3955092 Sep 07 04:20:10.869078 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba42dc-d6d3-4330-83ba-f7494f589d34', 'name': 'network-vif-deleted', 'tag': 'd57f9977-73ed-484e-a485-14e37b80ed0d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:20:10.871251 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93209622-5351-4a2e-be42-b9f362a47ac8" -d '{"events": [{"server_uuid": "f1ba42dc-d6d3-4330-83ba-f7494f589d34", "name": "network-vif-deleted", "tag": "d57f9977-73ed-484e-a485-14e37b80ed0d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:20:10.907488 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13126a4-b673-4812-b71c-c062e2610730 x-openstack-request-id: req-a13126a4-b673-4812-b71c-c062e2610730 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:20:10.907874 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba42dc-d6d3-4330-83ba-f7494f589d34", "name": "network-vif-deleted", "tag": "d57f9977-73ed-484e-a485-14e37b80ed0d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:20:10.908162 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a13126a4-b673-4812-b71c-c062e2610730 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:20:10.908578 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba42dc-d6d3-4330-83ba-f7494f589d34', 'name': 'network-vif-deleted', 'tag': 'd57f9977-73ed-484e-a485-14e37b80ed0d', 'status': 'completed', 'code': 200} Sep 07 04:20:11.153129 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1044472-d540-4a0e-ae93-568f52203366 req-cd6aad27-046a-4ee8-a6e5-f50367d158c8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:11.154590 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1044472-d540-4a0e-ae93-568f52203366 req-cd6aad27-046a-4ee8-a6e5-f50367d158c8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 947 time: 0.0533617 Sep 07 04:20:11.191394 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e1044472-d540-4a0e-ae93-568f52203366 req-d0255aae-5dde-42bb-bcc1-876956007c74 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309334 Sep 07 04:20:11.526523 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a6275217-601c-41aa-9fd8-f789c1d46c25 req-acd7cdd7-056b-4e14-a92d-7ee29d738101 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ba42dc-d6d3-4330-83ba-f7494f589d34 HTTP/1.1" status: 200 len: 210 time: 0.0266452 Sep 07 04:20:11.746863 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ede58f1-86ee-4d46-8a6d-6ce47613e62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:12.069047 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:20:12.315920 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1f6d2-9a55-4c9d-ab60-b30cf0a14099 req-496824ec-0df4-447a-8cdb-56b04fd7c415 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:12.317630 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d1f1f6d2-9a55-4c9d-ab60-b30cf0a14099 req-496824ec-0df4-447a-8cdb-56b04fd7c415 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 947 time: 0.0524771 Sep 07 04:20:12.356708 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d1f1f6d2-9a55-4c9d-ab60-b30cf0a14099 req-c015a6bb-4024-4a30-b3f4-1a51255d3d58 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327995 Sep 07 04:20:12.693890 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device d57f9977-73ed-484e-a485-14e37b80ed0d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:20:12.718545 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: d57f9977-73ed-484e-a485-14e37b80ed0d {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:20:12.719037 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device d57f9977-73ed-484e-a485-14e37b80ed0d not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:20:13.484089 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566f462-5836-4062-b9b8-c5c7e377ec62 req-40aa7388-0d01-4220-abd6-6b366da0b822 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:13.486660 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f566f462-5836-4062-b9b8-c5c7e377ec62 req-40aa7388-0d01-4220-abd6-6b366da0b822 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 947 time: 0.0570183 Sep 07 04:20:13.525508 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f566f462-5836-4062-b9b8-c5c7e377ec62 req-b3069907-31e8-40b3-975b-545f4d9d04a6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Sep 07 04:20:13.923804 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8559f0-939a-4916-b415-03b0fa77b4e4 req-f6373fbc-23c8-48ea-870b-25a76add5d2d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:13.925307 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cf8559f0-939a-4916-b415-03b0fa77b4e4 req-f6373fbc-23c8-48ea-870b-25a76add5d2d tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 945 time: 0.0499110 Sep 07 04:20:13.961945 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cf8559f0-939a-4916-b415-03b0fa77b4e4 req-6e5520ae-635d-46cd-a87b-b6a6d25b3755 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305974 Sep 07 04:20:14.258517 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-767c0629-271c-462e-a722-67942d43072f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:14.779848 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:15.076413 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7408331-cbf8-43e9-ade0-b04a20224c6d req-ae2bbb6b-78d2-4e4d-bb08-8fafeda54537 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:15.077873 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7408331-cbf8-43e9-ade0-b04a20224c6d req-ae2bbb6b-78d2-4e4d-bb08-8fafeda54537 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 945 time: 0.0480101 Sep 07 04:20:15.115091 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7408331-cbf8-43e9-ade0-b04a20224c6d req-e3528bd7-17a8-44b8-81ed-b92077d32a83 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313642 Sep 07 04:20:15.240807 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:16.235246 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece79f6-ddc8-4528-9420-5d3b386dc3b8 req-de1bf945-ced1-4b07-95c6-002172c507a2 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:16.236714 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dece79f6-ddc8-4528-9420-5d3b386dc3b8 req-de1bf945-ced1-4b07-95c6-002172c507a2 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 945 time: 0.0567565 Sep 07 04:20:16.273564 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dece79f6-ddc8-4528-9420-5d3b386dc3b8 req-174410d7-da98-49d9-a913-24fe4aa4f200 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2735dce-b145-421f-a263-128e2d209174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305269 Sep 07 04:20:16.397258 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41717bb-df51-49b6-a98e-497522caabcc req-a3ca15ae-cb83-4830-841b-2aa49b2cb386 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:16.398655 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d41717bb-df51-49b6-a98e-497522caabcc req-a3ca15ae-cb83-4830-841b-2aa49b2cb386 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 945 time: 0.0526383 Sep 07 04:20:16.487818 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d41717bb-df51-49b6-a98e-497522caabcc req-bf994ba9-f312-44e3-948f-dea13b50d3d9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Deleting port 59670d2b-03ca-4d56-8169-107c1978b9cf {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:20:16.488148 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d41717bb-df51-49b6-a98e-497522caabcc req-bf994ba9-f312-44e3-948f-dea13b50d3d9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:16.578471 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d41717bb-df51-49b6-a98e-497522caabcc req-bf994ba9-f312-44e3-948f-dea13b50d3d9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] For port 59670d2b-03ca-4d56-8169-107c1978b9cf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=59670d2b-03ca-4d56-8169-107c1978b9cf,segment=NetworkSegment(8b47b5fb-5251-48b5-860b-6b84f87d4be5),segment_id=8b47b5fb-5251-48b5-860b-6b84f87d4be5)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:20:16.578828 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d41717bb-df51-49b6-a98e-497522caabcc req-bf994ba9-f312-44e3-948f-dea13b50d3d9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:16.590105 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d41717bb-df51-49b6-a98e-497522caabcc req-bf994ba9-f312-44e3-948f-dea13b50d3d9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Calling delete_port for 59670d2b-03ca-4d56-8169-107c1978b9cf owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:20:16.709202 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d41717bb-df51-49b6-a98e-497522caabcc req-bf994ba9-f312-44e3-948f-dea13b50d3d9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:16.741951 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf994ba9-f312-44e3-948f-dea13b50d3d9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Pushing event deleted for resources: {'Port': ['ID=59670d2b-03ca-4d56-8169-107c1978b9cf,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:16.756128 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['59670d2b-03ca-4d56-8169-107c1978b9cf'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:20:16.782880 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41717bb-df51-49b6-a98e-497522caabcc req-bf994ba9-f312-44e3-948f-dea13b50d3d9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] No DVR routers for this DVR port 59670d2b-03ca-4d56-8169-107c1978b9cf on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:20:16.785276 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d41717bb-df51-49b6-a98e-497522caabcc req-bf994ba9-f312-44e3-948f-dea13b50d3d9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:16.787795 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d41717bb-df51-49b6-a98e-497522caabcc req-bf994ba9-f312-44e3-948f-dea13b50d3d9 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.36 "DELETE /v2.0/ports/59670d2b-03ca-4d56-8169-107c1978b9cf HTTP/1.1" status: 204 len: 173 time: 0.3826222 Sep 07 04:20:16.788231 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd469f8c-dced-4cf3-ba2a-36cb09b760f4', 'name': 'network-vif-deleted', 'tag': '59670d2b-03ca-4d56-8169-107c1978b9cf'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:20:16.790985 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc57446e-88b0-416c-9576-8654a08d3777" -d '{"events": [{"server_uuid": "cd469f8c-dced-4cf3-ba2a-36cb09b760f4", "name": "network-vif-deleted", "tag": "59670d2b-03ca-4d56-8169-107c1978b9cf"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:20:16.827318 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346909ba-5939-4f92-8512-1fe2a5fecb44 x-openstack-request-id: req-346909ba-5939-4f92-8512-1fe2a5fecb44 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:20:16.827618 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd469f8c-dced-4cf3-ba2a-36cb09b760f4", "name": "network-vif-deleted", "tag": "59670d2b-03ca-4d56-8169-107c1978b9cf", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:20:16.827883 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-346909ba-5939-4f92-8512-1fe2a5fecb44 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:20:16.828411 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd469f8c-dced-4cf3-ba2a-36cb09b760f4', 'name': 'network-vif-deleted', 'tag': '59670d2b-03ca-4d56-8169-107c1978b9cf', 'status': 'completed', 'code': 200} Sep 07 04:20:17.097034 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:17.375426 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-463a4aca-2d27-4cc4-b01b-18efbdf2380f req-0ea6a679-b453-4e38-bcb5-8e62edb0fcf7 tempest-AttachVolumeNegativeTest-1099030040 tempest-AttachVolumeNegativeTest-1099030040-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd469f8c-dced-4cf3-ba2a-36cb09b760f4 HTTP/1.1" status: 200 len: 210 time: 0.0273035 Sep 07 04:20:17.453427 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.431318 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 44210) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:20:18.474729 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65285da-5297-46a5-922c-0215f505da34 admin admin] Deleting subnet fb4a8b95-ca00-4883-b905-48738ecdaedb {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:20:18.477712 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65285da-5297-46a5-922c-0215f505da34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.509980 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65285da-5297-46a5-922c-0215f505da34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30740894'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.551169 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65285da-5297-46a5-922c-0215f505da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.601696 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65285da-5297-46a5-922c-0215f505da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30701965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30223323'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.625582 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65285da-5297-46a5-922c-0215f505da34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb4a8b95-ca00-4883-b905-48738ecdaedb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:18.630655 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65285da-5297-46a5-922c-0215f505da34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.633455 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d65285da-5297-46a5-922c-0215f505da34 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fb4a8b95-ca00-4883-b905-48738ecdaedb HTTP/1.1" status: 204 len: 168 time: 0.2008200 Sep 07 04:20:18.635552 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 44212) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:20:18.701193 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b537451-abde-4680-873e-985105739f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.780229 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b537451-abde-4680-873e-985105739f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.799259 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-2b537451-abde-4680-873e-985105739f43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:20:18.808054 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-2b537451-abde-4680-873e-985105739f43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b47b5fb-5251-48b5-860b-6b84f87d4be5') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:20:18.808377 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-2b537451-abde-4680-873e-985105739f43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b47b5fb-5251-48b5-860b-6b84f87d4be5') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:20:18.817457 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b537451-abde-4680-873e-985105739f43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30740869'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.830464 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b537451-abde-4680-873e-985105739f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.837214 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b537451-abde-4680-873e-985105739f43 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:20:18.837594 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b537451-abde-4680-873e-985105739f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30702055'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: Traceback (most recent call last): Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: timer() Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: cb(*args, **kw) Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: return func(*args, **kwargs) Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: self._notify() Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: self.callback(batched_events) Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: event.method(event) Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: return f(self, *a, **k) Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._get(url).json() Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:20:18.839305 dv-cinder-778193-8-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:20:18.895917 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b537451-abde-4680-873e-985105739f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.901318 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b537451-abde-4680-873e-985105739f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:18.903135 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2b537451-abde-4680-873e-985105739f43 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2 HTTP/1.1" status: 204 len: 168 time: 0.2666819 Sep 07 04:20:18.914253 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b537451-abde-4680-873e-985105739f43 admin admin] Pushing event deleted for resources: {'Network': ['ID=0251cdea-6fc4-41d4-b6ad-bfd4d25c31e2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:19.046034 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c261abf0-2081-4285-b8c2-31ec6cdb9ce6 req-8d7dda79-87fa-4794-ab5c-43f388cc19de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421882 Sep 07 04:20:19.064526 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 44218) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:20:19.104499 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-718999fd-a648-4a92-b08e-750201bfa2f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b8f4f1133cd4632b67dd0b5a44fcb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388670 Sep 07 04:20:19.106894 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 44220) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:20:19.180102 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261abf0-2081-4285-b8c2-31ec6cdb9ce6 req-77e287b4-0821-47ec-b928-99874c19061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:19.181598 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c261abf0-2081-4285-b8c2-31ec6cdb9ce6 req-77e287b4-0821-47ec-b928-99874c19061a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 1100 time: 0.0679767 Sep 07 04:20:19.190238 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b7633dd-f01d-4066-b250-a49b6ba172ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:19.211242 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b7633dd-f01d-4066-b250-a49b6ba172ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:19.320651 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b7633dd-f01d-4066-b250-a49b6ba172ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:19.323144 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b7633dd-f01d-4066-b250-a49b6ba172ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:19.324354 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-4b7633dd-f01d-4066-b250-a49b6ba172ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2735dce-b145-421f-a263-128e2d209174 HTTP/1.1" status: 204 len: 168 time: 0.2165010 Sep 07 04:20:19.327447 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261abf0-2081-4285-b8c2-31ec6cdb9ce6 req-bcfeb978-c3f2-49b3-b219-0dd2f454dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:19.328871 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c261abf0-2081-4285-b8c2-31ec6cdb9ce6 req-bcfeb978-c3f2-49b3-b219-0dd2f454dcfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 918 time: 0.1117396 Sep 07 04:20:19.335191 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7633dd-f01d-4066-b250-a49b6ba172ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2735dce-b145-421f-a263-128e2d209174,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:19.402169 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c261abf0-2081-4285-b8c2-31ec6cdb9ce6 req-84cb9bc4-d438-4c28-8a16-330561a417e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955 HTTP/1.1" status: 200 len: 1001 time: 0.0613430 Sep 07 04:20:19.455652 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261abf0-2081-4285-b8c2-31ec6cdb9ce6 req-d95e57de-b298-44a6-9e2f-5460b5ca5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:19.457182 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c261abf0-2081-4285-b8c2-31ec6cdb9ce6 req-d95e57de-b298-44a6-9e2f-5460b5ca5272 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.0431936 Sep 07 04:20:19.512568 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261abf0-2081-4285-b8c2-31ec6cdb9ce6 req-3e15e36a-f3f0-4687-993c-a91a2f8d1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:19.514076 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c261abf0-2081-4285-b8c2-31ec6cdb9ce6 req-3e15e36a-f3f0-4687-993c-a91a2f8d1b3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462935 Sep 07 04:20:19.611952 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c261abf0-2081-4285-b8c2-31ec6cdb9ce6 req-ad8b4976-50a0-40dc-b48c-746a36ade75d service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860605 Sep 07 04:20:19.707811 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c261abf0-2081-4285-b8c2-31ec6cdb9ce6 req-f9399a79-0d4b-4864-9d14-0584fa7c9ebe service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861278 Sep 07 04:20:20.733489 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 59670d2b-03ca-4d56-8169-107c1978b9cf no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:20:20.752645 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: 59670d2b-03ca-4d56-8169-107c1978b9cf {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:20:20.752986 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 59670d2b-03ca-4d56-8169-107c1978b9cf not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:20:22.985487 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 44302) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:20:23.086440 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7843295-4582-4ca9-9043-1bbabf36bf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:23.176142 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7843295-4582-4ca9-9043-1bbabf36bf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:23.179952 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7843295-4582-4ca9-9043-1bbabf36bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:23.219045 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a7843295-4582-4ca9-9043-1bbabf36bf68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa86878d8e2e47099ca36403644c2f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324703 Sep 07 04:20:23.219896 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7843295-4582-4ca9-9043-1bbabf36bf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e00f156-61a1-44ad-85c7-1690a53d48f9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:23.221695 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 44308) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:20:23.267543 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e2982c18-9906-4adb-bf0c-9fa9c854bb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:23.287726 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e2982c18-9906-4adb-bf0c-9fa9c854bb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:23.331901 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e2982c18-9906-4adb-bf0c-9fa9c854bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:23.335115 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e2982c18-9906-4adb-bf0c-9fa9c854bb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:23.336262 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e2982c18-9906-4adb-bf0c-9fa9c854bb42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e00f156-61a1-44ad-85c7-1690a53d48f9 HTTP/1.1" status: 204 len: 168 time: 0.1135211 Sep 07 04:20:23.343766 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2982c18-9906-4adb-bf0c-9fa9c854bb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e00f156-61a1-44ad-85c7-1690a53d48f9,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:20:41.071441 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9086e-46be-41c9-929d-7211a0436ccb req-29df65b5-262e-4c16-9f77-185c438b115e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:41.073026 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-27f9086e-46be-41c9-929d-7211a0436ccb req-29df65b5-262e-4c16-9f77-185c438b115e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0545318 Sep 07 04:20:41.111758 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-27f9086e-46be-41c9-929d-7211a0436ccb req-7630badb-10f4-4de3-86fe-172404310fcb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328596 Sep 07 04:20:41.746417 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8348-f249-44d3-a62d-54b4c6b407b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:42.246254 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cbca1-339b-49e0-8805-29d2a232400e req-98ad3c1b-1240-4d9e-8392-7d841b6963ab tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:42.247706 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7c0cbca1-339b-49e0-8805-29d2a232400e req-98ad3c1b-1240-4d9e-8392-7d841b6963ab tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0483418 Sep 07 04:20:42.283818 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7c0cbca1-339b-49e0-8805-29d2a232400e req-bf2dc75a-e6cf-407d-8288-31b7eebf2227 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303304 Sep 07 04:20:43.403439 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce85b1-fafd-4ca1-bdb8-a43745530480 req-aa348a66-06f9-4145-bdbc-1a990b3dbe71 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:43.404912 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a5ce85b1-fafd-4ca1-bdb8-a43745530480 req-aa348a66-06f9-4145-bdbc-1a990b3dbe71 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0483820 Sep 07 04:20:43.441863 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a5ce85b1-fafd-4ca1-bdb8-a43745530480 req-9b31fdda-cb7a-4fab-ac7d-7fac985c88f9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310297 Sep 07 04:20:44.259065 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a4b0-c885-4588-a2ef-86d31c0ec658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:44.560174 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96814cc7-de22-4a32-a427-aee867910810 req-b8459a71-a3d2-465a-88b4-16ec02d23492 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:44.561663 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96814cc7-de22-4a32-a427-aee867910810 req-b8459a71-a3d2-465a-88b4-16ec02d23492 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0507500 Sep 07 04:20:44.598440 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96814cc7-de22-4a32-a427-aee867910810 req-b3dcbc9a-57ce-4f9f-998f-1c009cf0c2ed tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310354 Sep 07 04:20:44.780603 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:45.243728 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:45.730266 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235780-0b31-483d-96f8-3c838d893431 req-defffa66-cabe-4ca0-8534-4ab28c7196ac tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:45.731710 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cf235780-0b31-483d-96f8-3c838d893431 req-defffa66-cabe-4ca0-8534-4ab28c7196ac tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0491483 Sep 07 04:20:45.774172 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cf235780-0b31-483d-96f8-3c838d893431 req-4a79b940-8fea-4290-b80d-de960609557b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364506 Sep 07 04:20:46.887740 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddac12-e0d3-4a3e-bfd5-d2856706addd req-6b017a22-78c9-4975-8f97-6bf2e14e52bd tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:46.889204 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7cddac12-e0d3-4a3e-bfd5-d2856706addd req-6b017a22-78c9-4975-8f97-6bf2e14e52bd tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0472839 Sep 07 04:20:46.926022 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7cddac12-e0d3-4a3e-bfd5-d2856706addd req-b656174c-e376-435c-9ca4-9b95f55c82bb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311115 Sep 07 04:20:47.097774 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:47.453189 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:20:48.041694 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5ea22-12a2-49b6-bba4-338042922043 req-6266e1fc-eb21-4997-8fa1-e2eec4644517 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:48.043079 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fca5ea22-12a2-49b6-bba4-338042922043 req-6266e1fc-eb21-4997-8fa1-e2eec4644517 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0538661 Sep 07 04:20:48.083115 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fca5ea22-12a2-49b6-bba4-338042922043 req-edd1c787-7cb8-478e-a75e-222f90661bb8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337617 Sep 07 04:20:49.067819 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:20:49.194912 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37838e-70ce-4318-ae2f-1f8f61a533bd req-20e7f064-9aa2-4080-bab6-248e6d256c08 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:49.196366 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-df37838e-70ce-4318-ae2f-1f8f61a533bd req-20e7f064-9aa2-4080-bab6-248e6d256c08 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0475454 Sep 07 04:20:49.232813 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-df37838e-70ce-4318-ae2f-1f8f61a533bd req-ac8bbe86-38bd-44cb-9b26-5ca7a77be61a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306201 Sep 07 04:20:50.346910 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ca642-e98e-4df8-99be-c64772950222 req-90e90f46-6df8-406c-800a-382a9a8e53dc tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:50.348902 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba4ca642-e98e-4df8-99be-c64772950222 req-90e90f46-6df8-406c-800a-382a9a8e53dc tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0488441 Sep 07 04:20:50.384732 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba4ca642-e98e-4df8-99be-c64772950222 req-865ecf5e-2d30-4c86-8623-9e057c1b37f9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301530 Sep 07 04:20:51.498576 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9ed3a-c6f3-426a-81dd-60f0a27b4aa5 req-6eee2661-b388-4dff-bd07-bf71530e8c7b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:51.500029 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d8e9ed3a-c6f3-426a-81dd-60f0a27b4aa5 req-6eee2661-b388-4dff-bd07-bf71530e8c7b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0513153 Sep 07 04:20:51.536375 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d8e9ed3a-c6f3-426a-81dd-60f0a27b4aa5 req-96160ecd-520e-4956-a9b4-68da5b885a21 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300455 Sep 07 04:20:52.646925 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071b9c1-f8b5-46cb-85ff-bb1eda28601b req-0b67b991-1dc1-4ad0-babd-b50cf91233ee tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:52.648385 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8071b9c1-f8b5-46cb-85ff-bb1eda28601b req-0b67b991-1dc1-4ad0-babd-b50cf91233ee tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0479085 Sep 07 04:20:52.686070 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8071b9c1-f8b5-46cb-85ff-bb1eda28601b req-cebd916c-1b39-4408-a78c-df02142437a0 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Sep 07 04:20:53.796240 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca891b-3f47-4418-95bd-3bf39126760b req-9364b96d-9370-4277-b826-2075a24d6ca3 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:53.797802 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4eca891b-3f47-4418-95bd-3bf39126760b req-9364b96d-9370-4277-b826-2075a24d6ca3 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0474024 Sep 07 04:20:53.834740 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4eca891b-3f47-4418-95bd-3bf39126760b req-804aed6e-06a1-4574-8185-8118ec8b8463 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306337 Sep 07 04:20:54.954145 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b036d-bc41-406a-9cbd-9c3c481e84e4 req-5f974430-9cde-4212-b7bd-3329a6e77504 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:54.955588 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-532b036d-bc41-406a-9cbd-9c3c481e84e4 req-5f974430-9cde-4212-b7bd-3329a6e77504 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0550292 Sep 07 04:20:54.993432 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-532b036d-bc41-406a-9cbd-9c3c481e84e4 req-27bc20ac-0cbb-48bf-968f-9c791e332cff tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314300 Sep 07 04:20:56.105274 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96898084-446f-463e-86d7-fd020f53bbda req-f50e9892-d29d-425c-a3b4-f8da3403e2b2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:56.106741 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96898084-446f-463e-86d7-fd020f53bbda req-f50e9892-d29d-425c-a3b4-f8da3403e2b2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0484183 Sep 07 04:20:56.144177 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96898084-446f-463e-86d7-fd020f53bbda req-65668ec8-8b45-418e-a633-db77642922ef tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316639 Sep 07 04:20:57.256306 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303826b-2696-4e1e-9606-4fa747126ed1 req-3e224ed9-74da-4340-8d7d-3523e7642423 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:57.257753 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4303826b-2696-4e1e-9606-4fa747126ed1 req-3e224ed9-74da-4340-8d7d-3523e7642423 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0478690 Sep 07 04:20:57.293354 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4303826b-2696-4e1e-9606-4fa747126ed1 req-bf5e7a89-2053-4d64-8b38-cf518e1ae48a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298254 Sep 07 04:20:58.410262 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffed34-6d8c-47da-b831-3f9b0694adef req-37c9b9cb-9e70-4aa4-9373-31b6dc5587a2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:58.411729 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e0ffed34-6d8c-47da-b831-3f9b0694adef req-37c9b9cb-9e70-4aa4-9373-31b6dc5587a2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0527112 Sep 07 04:20:58.448387 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e0ffed34-6d8c-47da-b831-3f9b0694adef req-952d339c-9012-42e3-8762-59d772a9a173 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304215 Sep 07 04:20:59.559386 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff452e3-c682-41d7-b95f-85240e8af41f req-b46992ff-3895-4c0c-91f8-3c2b2f9c428a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:20:59.560859 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9ff452e3-c682-41d7-b95f-85240e8af41f req-b46992ff-3895-4c0c-91f8-3c2b2f9c428a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0475411 Sep 07 04:20:59.597736 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9ff452e3-c682-41d7-b95f-85240e8af41f req-8030fbad-efeb-474a-9646-a189237a2a40 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310628 Sep 07 04:21:00.709139 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9537ac6-95ab-485a-ba6f-c4a3df85be22 req-4b4a1c21-67a3-4dc1-a08d-6b27f8da1eae tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:00.710629 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d9537ac6-95ab-485a-ba6f-c4a3df85be22 req-4b4a1c21-67a3-4dc1-a08d-6b27f8da1eae tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0479116 Sep 07 04:21:00.747089 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d9537ac6-95ab-485a-ba6f-c4a3df85be22 req-26be80ea-50e5-4baa-a981-f7da2a66d02a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307121 Sep 07 04:21:01.861739 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3815a-16b9-4f63-a188-2cdcd128e708 req-c1aeb014-11f7-4388-a252-aace0d179f9b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:01.863698 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a0c3815a-16b9-4f63-a188-2cdcd128e708 req-c1aeb014-11f7-4388-a252-aace0d179f9b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0507360 Sep 07 04:21:01.899595 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a0c3815a-16b9-4f63-a188-2cdcd128e708 req-8b46cbd6-510b-470d-bcd0-e41f79db15ea tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300350 Sep 07 04:21:03.009640 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96b17b-9b85-4eab-b039-2c556f3240b0 req-b77e6f42-98e9-4188-b3b5-d62b35b356c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:03.011073 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ca96b17b-9b85-4eab-b039-2c556f3240b0 req-b77e6f42-98e9-4188-b3b5-d62b35b356c5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0474029 Sep 07 04:21:03.047377 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ca96b17b-9b85-4eab-b039-2c556f3240b0 req-99910f9a-1e31-4a62-a424-74a2241d171b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305808 Sep 07 04:21:04.170525 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91839694-fe5a-45dd-b8a6-06476331252d req-89c0180a-4dbb-451e-890f-29dc7254fc98 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:04.172003 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-91839694-fe5a-45dd-b8a6-06476331252d req-89c0180a-4dbb-451e-890f-29dc7254fc98 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0538721 Sep 07 04:21:04.208161 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-91839694-fe5a-45dd-b8a6-06476331252d req-965814e0-c135-460e-b616-057755ebe381 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303583 Sep 07 04:21:05.326228 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b33ad-bf2f-4ae1-8498-c7b4373683e6 req-af996116-3b49-4b1b-9fa8-2e2186fb1cf4 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:05.327687 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-104b33ad-bf2f-4ae1-8498-c7b4373683e6 req-af996116-3b49-4b1b-9fa8-2e2186fb1cf4 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0545769 Sep 07 04:21:05.365402 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-104b33ad-bf2f-4ae1-8498-c7b4373683e6 req-b41ace98-bee8-4daf-8830-bc1d9a6e058a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312982 Sep 07 04:21:06.478148 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f569e2-f382-457f-93ec-ea86f2a143a7 req-d65a0f4a-b16d-4ecb-93d4-98103ade0aaa tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:06.479634 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-72f569e2-f382-457f-93ec-ea86f2a143a7 req-d65a0f4a-b16d-4ecb-93d4-98103ade0aaa tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0481980 Sep 07 04:21:06.516406 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-72f569e2-f382-457f-93ec-ea86f2a143a7 req-ce2cb3ec-e6f0-4c0e-93ac-a9ecfcc75465 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310140 Sep 07 04:21:07.627471 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a1eb4-34b1-4bd7-a95a-c9e4413e50f8 req-113afa66-bbdc-4093-a3e9-e5899728c4af tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:07.629010 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-be7a1eb4-34b1-4bd7-a95a-c9e4413e50f8 req-113afa66-bbdc-4093-a3e9-e5899728c4af tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0476747 Sep 07 04:21:07.668041 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-be7a1eb4-34b1-4bd7-a95a-c9e4413e50f8 req-7eeb17e0-b59e-4574-8bea-6b8bd777d3f7 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325053 Sep 07 04:21:08.781359 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb0ad3-2e88-4fa1-b7f0-619f08431063 req-a8a39e7b-8005-4cba-9c4d-497e4554915d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:08.782825 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-edcb0ad3-2e88-4fa1-b7f0-619f08431063 req-a8a39e7b-8005-4cba-9c4d-497e4554915d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0509489 Sep 07 04:21:08.820038 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-edcb0ad3-2e88-4fa1-b7f0-619f08431063 req-42a06ad5-d9be-4454-b005-e15aec093d1a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306110 Sep 07 04:21:09.931054 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eb4c0-f1d3-40a7-bf4c-101e61b9d374 req-cd2c584a-e921-40de-a95f-243b0031c8b9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:09.932452 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ef1eb4c0-f1d3-40a7-bf4c-101e61b9d374 req-cd2c584a-e921-40de-a95f-243b0031c8b9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0475297 Sep 07 04:21:09.968630 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ef1eb4c0-f1d3-40a7-bf4c-101e61b9d374 req-e9d38aea-1fb1-4b8f-87ac-47172795e805 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304334 Sep 07 04:21:11.079445 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7c191-22fc-4d79-9afe-939da9e515ca req-2ac1aabe-6b31-4c0b-89aa-74fe79c7f28c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:11.080921 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4ff7c191-22fc-4d79-9afe-939da9e515ca req-2ac1aabe-6b31-4c0b-89aa-74fe79c7f28c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0480430 Sep 07 04:21:11.125314 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4ff7c191-22fc-4d79-9afe-939da9e515ca req-9e2fe3a7-f839-421c-bf62-fd6ae001d61e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381134 Sep 07 04:21:11.748212 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74607dc5-9671-4e8e-b7b7-af7ffe942f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:12.244523 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d00c1-084c-4817-98bd-8a9cbae63576 req-f34e161e-d2e1-48aa-947d-678a130a2c20 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:12.245882 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7b1d00c1-084c-4817-98bd-8a9cbae63576 req-f34e161e-d2e1-48aa-947d-678a130a2c20 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0514429 Sep 07 04:21:12.281287 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7b1d00c1-084c-4817-98bd-8a9cbae63576 req-17bb0642-e235-485f-b5b3-07527e6d3264 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296917 Sep 07 04:21:13.410399 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcfa66-b448-4987-9cde-6852aaf1e51f req-fd99ee1a-a01e-4706-a43b-6ddd6558db08 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:13.411797 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-28fcfa66-b448-4987-9cde-6852aaf1e51f req-fd99ee1a-a01e-4706-a43b-6ddd6558db08 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0650370 Sep 07 04:21:13.449832 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-28fcfa66-b448-4987-9cde-6852aaf1e51f req-617140c2-798e-4fbe-ab3e-72cb03778a21 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317101 Sep 07 04:21:14.259649 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37c3de05-b4a8-4bb5-8ff9-75d1d3d24622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:14.561666 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25584537-3f89-42cc-8118-cf31bfe5dce5 req-a3e3f049-3492-4c00-97a4-34407070a12d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:14.563124 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-25584537-3f89-42cc-8118-cf31bfe5dce5 req-a3e3f049-3492-4c00-97a4-34407070a12d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0481372 Sep 07 04:21:14.600103 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-25584537-3f89-42cc-8118-cf31bfe5dce5 req-70905270-8a58-4fbc-9159-c09bcbe4fd12 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306227 Sep 07 04:21:14.780632 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:15.245732 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:15.715991 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34ed5f-bbf8-4c20-b5e8-4174a8fa3e4b req-c4971aea-f2b0-4610-8471-4612fd3a647c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:15.717485 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e34ed5f-bbf8-4c20-b5e8-4174a8fa3e4b req-c4971aea-f2b0-4610-8471-4612fd3a647c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0508094 Sep 07 04:21:15.758318 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e34ed5f-bbf8-4c20-b5e8-4174a8fa3e4b req-5062d97e-d3ee-42db-808c-81f2e39fc4d7 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349791 Sep 07 04:21:16.882339 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff2996-7300-4a90-87ce-728703a72a5c req-6f6f4517-ba65-4df2-95ab-96f4e2e926e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:16.883787 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a4ff2996-7300-4a90-87ce-728703a72a5c req-6f6f4517-ba65-4df2-95ab-96f4e2e926e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0478828 Sep 07 04:21:16.919831 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a4ff2996-7300-4a90-87ce-728703a72a5c req-1a431984-172e-484c-a133-4393e2d34bc9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302703 Sep 07 04:21:17.098763 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:17.109998 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fb172-3e26-45fd-9bc8-4946cf75c07d req-181ea4b7-33a5-4677-b0f8-5f436b3102c2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:17.111481 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b34fb172-3e26-45fd-9bc8-4946cf75c07d req-181ea4b7-33a5-4677-b0f8-5f436b3102c2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0496035 Sep 07 04:21:17.151561 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b34fb172-3e26-45fd-9bc8-4946cf75c07d req-139d06da-75a9-4ab5-a1c0-1eeea41a94d2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335832 Sep 07 04:21:17.265823 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3465b-e84d-4f5a-840a-e290684d2d23 req-42e64468-1494-4f04-a505-ded49528269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:17.267380 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-50e3465b-e84d-4f5a-840a-e290684d2d23 req-42e64468-1494-4f04-a505-ded49528269a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff9821ae5cb04759b08ab6b61136c64f&device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 1098 time: 0.1392598 Sep 07 04:21:17.363227 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3465b-e84d-4f5a-840a-e290684d2d23 req-95bf151a-a764-4548-8931-085f8bbdde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:17.364685 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-50e3465b-e84d-4f5a-840a-e290684d2d23 req-95bf151a-a764-4548-8931-085f8bbdde93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e1703b7-84ae-4608-b580-140135a26f9e HTTP/1.1" status: 200 len: 911 time: 0.0891795 Sep 07 04:21:17.427708 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-50e3465b-e84d-4f5a-840a-e290684d2d23 req-782562ea-87a4-441c-acf1-2dd966c82b55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6284171-605a-44d7-922d-e4e9fe1091de HTTP/1.1" status: 200 len: 1001 time: 0.0557783 Sep 07 04:21:17.475714 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:17.480026 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3465b-e84d-4f5a-840a-e290684d2d23 req-fa6eeeb4-00a0-47bf-9165-fdc85163b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:17.481542 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-50e3465b-e84d-4f5a-840a-e290684d2d23 req-fa6eeeb4-00a0-47bf-9165-fdc85163b66b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c77badf1-c6f9-4ffb-a974-28df91afb7c9 HTTP/1.1" status: 200 len: 849 time: 0.0459492 Sep 07 04:21:17.526536 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3465b-e84d-4f5a-840a-e290684d2d23 req-e2693354-508f-4796-949f-cdcd727e8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:17.527961 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-50e3465b-e84d-4f5a-840a-e290684d2d23 req-e2693354-508f-4796-949f-cdcd727e8c1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1703b7-84ae-4608-b580-140135a26f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387392 Sep 07 04:21:17.613732 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-50e3465b-e84d-4f5a-840a-e290684d2d23 req-ed4c43df-31fc-42a8-8c19-5f3ba70a3e7b service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777748 Sep 07 04:21:17.705508 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-50e3465b-e84d-4f5a-840a-e290684d2d23 req-178add4e-ba7a-4bfa-82b8-0a43ed7a66cc service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826423 Sep 07 04:21:18.269849 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babfd20-9cdd-4983-b956-1a5e36a93015 req-a4704c43-5972-4dac-b9fa-2689765798ce tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:18.272519 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9babfd20-9cdd-4983-b956-1a5e36a93015 req-a4704c43-5972-4dac-b9fa-2689765798ce tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0519981 Sep 07 04:21:18.310684 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9babfd20-9cdd-4983-b956-1a5e36a93015 req-6f2534ea-2b13-4447-a695-9aad85a8db1f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329685 Sep 07 04:21:18.949654 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e30350aa-9945-4df3-84de-1df6eb0d0498 req-a1454cfe-4b55-4910-b3bf-f5dcaa30e9a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388279 Sep 07 04:21:19.024936 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30350aa-9945-4df3-84de-1df6eb0d0498 req-5f7a1487-86e7-47cc-9380-77e5d2c1d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:19.026362 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e30350aa-9945-4df3-84de-1df6eb0d0498 req-5f7a1487-86e7-47cc-9380-77e5d2c1d7d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff9821ae5cb04759b08ab6b61136c64f&device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 1098 time: 0.0390000 Sep 07 04:21:19.130304 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30350aa-9945-4df3-84de-1df6eb0d0498 req-593c1454-4842-4f07-b2b9-5494985dbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:19.131774 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e30350aa-9945-4df3-84de-1df6eb0d0498 req-593c1454-4842-4f07-b2b9-5494985dbadc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e1703b7-84ae-4608-b580-140135a26f9e HTTP/1.1" status: 200 len: 911 time: 0.0840862 Sep 07 04:21:19.201257 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e30350aa-9945-4df3-84de-1df6eb0d0498 req-9fcc87ae-d125-4277-86fb-ef922fe235cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6284171-605a-44d7-922d-e4e9fe1091de HTTP/1.1" status: 200 len: 1001 time: 0.0615802 Sep 07 04:21:19.252976 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30350aa-9945-4df3-84de-1df6eb0d0498 req-107286ab-a7e5-4c5b-8068-2d9a967d8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:19.254885 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e30350aa-9945-4df3-84de-1df6eb0d0498 req-107286ab-a7e5-4c5b-8068-2d9a967d8d5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c77badf1-c6f9-4ffb-a974-28df91afb7c9 HTTP/1.1" status: 200 len: 849 time: 0.0455697 Sep 07 04:21:19.303764 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30350aa-9945-4df3-84de-1df6eb0d0498 req-e0e0f2cb-101d-455a-ab9a-b1d724752645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:19.305279 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e30350aa-9945-4df3-84de-1df6eb0d0498 req-e0e0f2cb-101d-455a-ab9a-b1d724752645 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1703b7-84ae-4608-b580-140135a26f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391238 Sep 07 04:21:19.401489 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e30350aa-9945-4df3-84de-1df6eb0d0498 req-db991924-da66-4742-83c6-35eced57a920 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876369 Sep 07 04:21:19.430752 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db222991-97a2-4a35-8fe3-edb683daf418 req-9e8d4062-fcd6-4d21-90e8-ba3010aab846 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:19.432438 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-db222991-97a2-4a35-8fe3-edb683daf418 req-9e8d4062-fcd6-4d21-90e8-ba3010aab846 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0519886 Sep 07 04:21:19.473311 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-db222991-97a2-4a35-8fe3-edb683daf418 req-382810ac-44b3-4024-ad3f-38ab5acf6042 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344818 Sep 07 04:21:19.499783 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e30350aa-9945-4df3-84de-1df6eb0d0498 req-f946c99b-9dcb-4e0a-9949-2c6a77724e96 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908320 Sep 07 04:21:19.659618 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 44842) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:19.760912 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:19.846833 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:19.850906 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:19.889494 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c4d3c1-3718-4c26-acad-e3639aa11e16,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:19.893181 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=707d29a8fc7c4ea9a82c5a16f9f37048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325294 Sep 07 04:21:19.895821 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 44846) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:19.899129 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:19.899478 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:19.899813 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:19.900145 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:19.900499 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:19.900833 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:19.901157 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:19.901479 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:19.901799 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:19.902119 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:19.902436 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:19.902749 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d80315c-aef9-4184-8409-7e382b8baffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:19.943532 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:19.967766 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:20.013570 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:20.016063 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:20.017238 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3c4d3c1-3718-4c26-acad-e3639aa11e16 HTTP/1.1" status: 204 len: 168 time: 0.1204057 Sep 07 04:21:20.024535 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c4d3c1-3718-4c26-acad-e3639aa11e16,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:20.032568 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:20.032919 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:20.033267 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:20.033606 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:20.033940 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:20.034273 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:20.034603 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:20.034932 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:20.035262 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:20.036271 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:20.036604 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:20.036974 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640257d6-5b6e-407d-a880-18165b29cbb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:20.279674 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 44860) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:20.297084 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c95ed5af-5075-4cfb-aab7-5fc937776e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:20.385027 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c95ed5af-5075-4cfb-aab7-5fc937776e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:20.388340 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c95ed5af-5075-4cfb-aab7-5fc937776e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:20.425599 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c95ed5af-5075-4cfb-aab7-5fc937776e9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdbb1fdc67d04205bbf18b2e3041ed3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447241 Sep 07 04:21:20.427425 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ed5af-5075-4cfb-aab7-5fc937776e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b802bf58-8d26-4059-bbb7-09b2dd8a6dd0,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:20.428194 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 44862) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:20.476521 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94b7e553-99f6-468b-a713-7d55e81ed7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:20.496487 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94b7e553-99f6-468b-a713-7d55e81ed7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:20.541043 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94b7e553-99f6-468b-a713-7d55e81ed7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:20.543515 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94b7e553-99f6-468b-a713-7d55e81ed7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:20.544679 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-94b7e553-99f6-468b-a713-7d55e81ed7ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b802bf58-8d26-4059-bbb7-09b2dd8a6dd0 HTTP/1.1" status: 204 len: 168 time: 0.1153173 Sep 07 04:21:20.551949 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7e553-99f6-468b-a713-7d55e81ed7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b802bf58-8d26-4059-bbb7-09b2dd8a6dd0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:23.861850 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81102d6-b99a-416d-8b1d-a6519204cba7 req-890b520f-8ca9-41cf-bacc-b1d69ecfb267 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:23.863310 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e81102d6-b99a-416d-8b1d-a6519204cba7 req-890b520f-8ca9-41cf-bacc-b1d69ecfb267 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 945 time: 0.0488687 Sep 07 04:21:23.900417 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e81102d6-b99a-416d-8b1d-a6519204cba7 req-b1633002-ee98-4647-9245-9a3740aac567 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307374 Sep 07 04:21:25.011152 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768befc6-ddcc-4af6-ac77-605a02a05e15 req-9599754f-c9d8-47f9-a166-ce4e68ed1ac8 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:25.012590 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-768befc6-ddcc-4af6-ac77-605a02a05e15 req-9599754f-c9d8-47f9-a166-ce4e68ed1ac8 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 945 time: 0.0462470 Sep 07 04:21:25.051724 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-768befc6-ddcc-4af6-ac77-605a02a05e15 req-6b8098ec-cf11-4b4d-bf6e-a1594514b968 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334170 Sep 07 04:21:26.048770 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff81063-f4f5-4b3a-902f-0a1ec9d98cff req-bd3dcf44-f8e0-404d-a298-28163a34243f tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:26.050219 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0ff81063-f4f5-4b3a-902f-0a1ec9d98cff req-bd3dcf44-f8e0-404d-a298-28163a34243f tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 945 time: 0.0474317 Sep 07 04:21:26.067069 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:21:26.192275 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181f43c-bbd3-40f0-a7b6-6cb180876194 req-beb5d064-84ed-41be-a0df-7480cdf61749 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:26.193830 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f181f43c-bbd3-40f0-a7b6-6cb180876194 req-beb5d064-84ed-41be-a0df-7480cdf61749 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 945 time: 0.0600729 Sep 07 04:21:26.245064 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f181f43c-bbd3-40f0-a7b6-6cb180876194 req-7599a329-b6b0-4795-87e4-2dd12c793e47 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Sep 07 04:21:26.257970 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 44972) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:26.364359 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b88c63a9-0882-4678-a590-4c83f9ef75f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:26.409227 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-0ff81063-f4f5-4b3a-902f-0a1ec9d98cff req-7c4a7c33-c960-4ab0-b02f-620a3113de89 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Deleting port f64e2f78-3d50-493c-8302-fdcd3cc9c41c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:21:26.409859 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0ff81063-f4f5-4b3a-902f-0a1ec9d98cff req-7c4a7c33-c960-4ab0-b02f-620a3113de89 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:26.455147 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b88c63a9-0882-4678-a590-4c83f9ef75f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:26.458908 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b88c63a9-0882-4678-a590-4c83f9ef75f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:26.495785 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b88c63a9-0882-4678-a590-4c83f9ef75f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae5739c686ef4dc9a75391eb2cbe3c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367423 Sep 07 04:21:26.496938 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c63a9-0882-4678-a590-4c83f9ef75f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc0024b-53c0-403a-960b-d1aefa355f3f,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:26.498701 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0ff81063-f4f5-4b3a-902f-0a1ec9d98cff req-7c4a7c33-c960-4ab0-b02f-620a3113de89 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] For port f64e2f78-3d50-493c-8302-fdcd3cc9c41c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f64e2f78-3d50-493c-8302-fdcd3cc9c41c,segment=NetworkSegment(b04eea56-7b75-4de6-bea2-68552799fb62),segment_id=b04eea56-7b75-4de6-bea2-68552799fb62)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:21:26.498881 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 44976) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:26.499338 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0ff81063-f4f5-4b3a-902f-0a1ec9d98cff req-7c4a7c33-c960-4ab0-b02f-620a3113de89 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:26.513565 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-0ff81063-f4f5-4b3a-902f-0a1ec9d98cff req-7c4a7c33-c960-4ab0-b02f-620a3113de89 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Calling delete_port for f64e2f78-3d50-493c-8302-fdcd3cc9c41c owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:21:26.545477 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4040beaf-5d26-4f3c-a454-f615984367a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:26.568708 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4040beaf-5d26-4f3c-a454-f615984367a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:26.613486 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4040beaf-5d26-4f3c-a454-f615984367a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:26.616083 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4040beaf-5d26-4f3c-a454-f615984367a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:26.617210 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4040beaf-5d26-4f3c-a454-f615984367a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0dc0024b-53c0-403a-960b-d1aefa355f3f HTTP/1.1" status: 204 len: 168 time: 0.1174340 Sep 07 04:21:26.624797 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040beaf-5d26-4f3c-a454-f615984367a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc0024b-53c0-403a-960b-d1aefa355f3f,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:26.641483 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0ff81063-f4f5-4b3a-902f-0a1ec9d98cff req-7c4a7c33-c960-4ab0-b02f-620a3113de89 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:26.671018 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a7c33-c960-4ab0-b02f-620a3113de89 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Pushing event deleted for resources: {'Port': ['ID=f64e2f78-3d50-493c-8302-fdcd3cc9c41c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:26.689970 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['f64e2f78-3d50-493c-8302-fdcd3cc9c41c'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:21:26.715815 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff81063-f4f5-4b3a-902f-0a1ec9d98cff req-7c4a7c33-c960-4ab0-b02f-620a3113de89 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] No DVR routers for this DVR port f64e2f78-3d50-493c-8302-fdcd3cc9c41c on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:21:26.718137 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0ff81063-f4f5-4b3a-902f-0a1ec9d98cff req-7c4a7c33-c960-4ab0-b02f-620a3113de89 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:26.720123 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0ff81063-f4f5-4b3a-902f-0a1ec9d98cff req-7c4a7c33-c960-4ab0-b02f-620a3113de89 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.36 "DELETE /v2.0/ports/f64e2f78-3d50-493c-8302-fdcd3cc9c41c HTTP/1.1" status: 204 len: 173 time: 0.6625292 Sep 07 04:21:26.720494 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd2e07b-1702-4612-96af-bececc0dbdf8', 'name': 'network-vif-deleted', 'tag': 'f64e2f78-3d50-493c-8302-fdcd3cc9c41c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:21:26.722687 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a4902e-34b1-4e23-acda-09949eb0bc99" -d '{"events": [{"server_uuid": "6bd2e07b-1702-4612-96af-bececc0dbdf8", "name": "network-vif-deleted", "tag": "f64e2f78-3d50-493c-8302-fdcd3cc9c41c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:21:26.919207 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 44986) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:26.933265 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-271a3460-cd2d-4fa8-8147-e1ee64be985c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:26.946218 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35985c9b-0b3b-459d-a265-4fbc922d83c6 x-openstack-request-id: req-35985c9b-0b3b-459d-a265-4fbc922d83c6 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:21:26.946510 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd2e07b-1702-4612-96af-bececc0dbdf8", "name": "network-vif-deleted", "tag": "f64e2f78-3d50-493c-8302-fdcd3cc9c41c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:21:26.946761 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35985c9b-0b3b-459d-a265-4fbc922d83c6 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:21:26.947149 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd2e07b-1702-4612-96af-bececc0dbdf8', 'name': 'network-vif-deleted', 'tag': 'f64e2f78-3d50-493c-8302-fdcd3cc9c41c', 'status': 'completed', 'code': 200} Sep 07 04:21:27.018368 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-271a3460-cd2d-4fa8-8147-e1ee64be985c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:27.021838 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-271a3460-cd2d-4fa8-8147-e1ee64be985c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:27.057237 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a3460-cd2d-4fa8-8147-e1ee64be985c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d06124-9a1e-4805-8345-d3fb93f8fc34,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:27.061448 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-271a3460-cd2d-4fa8-8147-e1ee64be985c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d0418ac133843acb99ca2e98710b373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410027 Sep 07 04:21:27.064042 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 44988) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:27.110736 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ae21d0dd-8560-48a4-85d9-9db9a862115b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:27.131361 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ae21d0dd-8560-48a4-85d9-9db9a862115b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:27.177795 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ae21d0dd-8560-48a4-85d9-9db9a862115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:27.181040 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ae21d0dd-8560-48a4-85d9-9db9a862115b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:27.182177 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ae21d0dd-8560-48a4-85d9-9db9a862115b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35d06124-9a1e-4805-8345-d3fb93f8fc34 HTTP/1.1" status: 204 len: 168 time: 0.1171520 Sep 07 04:21:27.190008 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21d0dd-8560-48a4-85d9-9db9a862115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d06124-9a1e-4805-8345-d3fb93f8fc34,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:27.373464 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-32767bf5-f03b-49bc-8d96-2be83f1eded4 req-95683172-bece-4810-8a55-a1b8741f4b50 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd2e07b-1702-4612-96af-bececc0dbdf8 HTTP/1.1" status: 200 len: 210 time: 0.0554042 Sep 07 04:21:32.935587 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device f64e2f78-3d50-493c-8302-fdcd3cc9c41c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:21:32.955045 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: f64e2f78-3d50-493c-8302-fdcd3cc9c41c {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:21:32.955385 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device f64e2f78-3d50-493c-8302-fdcd3cc9c41c not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:21:40.429902 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-9fe0d1e8-610f-4a50-b14c-fcffa61b0f27 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:40.431377 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-9fe0d1e8-610f-4a50-b14c-fcffa61b0f27 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/networks?id=b7693b7c-7d77-4ed3-a725-4c0074f72bd3 HTTP/1.1" status: 200 len: 814 time: 0.0974216 Sep 07 04:21:40.447395 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-83b44b01-41ac-438a-a995-0830253ce510 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/quotas/4515c91bd6c543d8bb6a83d02ee58738 HTTP/1.1" status: 200 len: 375 time: 0.0091491 Sep 07 04:21:40.481206 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-dd3b4435-17af-43ec-89df-d42f716875dc tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4515c91bd6c543d8bb6a83d02ee58738&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293536 Sep 07 04:21:40.671274 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-0b1d3550-32c6-419c-a497-ceba1ef005ba service neutron] 10.222.0.41 "GET /v2.0/networks/b7693b7c-7d77-4ed3-a725-4c0074f72bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832209 Sep 07 04:21:40.760954 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-b9623ea9-a063-42c6-92b5-61af64d28086 service neutron] 10.222.0.41 "GET /v2.0/networks/b7693b7c-7d77-4ed3-a725-4c0074f72bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887930 Sep 07 04:21:40.836581 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45196) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:40.935891 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-255be315-7e2f-43a0-a371-2596ba07ab42 req-f284966c-66ea-4b58-826a-e8623d313923 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 210 time: 0.0282564 Sep 07 04:21:40.946887 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b9ba33eb-7b4f-426a-a681-ca8fd4157944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.030411 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b9ba33eb-7b4f-426a-a681-ca8fd4157944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.033899 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b9ba33eb-7b4f-426a-a681-ca8fd4157944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.071352 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b9ba33eb-7b4f-426a-a681-ca8fd4157944 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0f1f6a58de1442d9f3f7e59e368b3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336695 Sep 07 04:21:41.072162 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba33eb-7b4f-426a-a681-ca8fd4157944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e382295-1c6c-4ee8-ad8d-1ac54795be3a,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:41.074001 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45202) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:41.122318 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b83198a-4829-4052-8ecd-67bb9b67f322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.143436 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b83198a-4829-4052-8ecd-67bb9b67f322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.188661 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b83198a-4829-4052-8ecd-67bb9b67f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.191545 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b83198a-4829-4052-8ecd-67bb9b67f322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.192722 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5b83198a-4829-4052-8ecd-67bb9b67f322 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e382295-1c6c-4ee8-ad8d-1ac54795be3a HTTP/1.1" status: 204 len: 168 time: 0.1169691 Sep 07 04:21:41.201018 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83198a-4829-4052-8ecd-67bb9b67f322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e382295-1c6c-4ee8-ad8d-1ac54795be3a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:41.441612 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45208) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:41.454454 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc254ee9-2c35-4187-89a8-85001e1c7d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.542366 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc254ee9-2c35-4187-89a8-85001e1c7d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.547287 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc254ee9-2c35-4187-89a8-85001e1c7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.587168 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-bc254ee9-2c35-4187-89a8-85001e1c7d41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=090d31bebd584c42b7d05544876f1838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444969 Sep 07 04:21:41.588371 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc254ee9-2c35-4187-89a8-85001e1c7d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa91b3f-06bb-4923-a491-c269e07a5511,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:41.589745 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45212) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:41.638102 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ea215771-02f3-4144-8a5d-bc2701fe55f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.661257 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ea215771-02f3-4144-8a5d-bc2701fe55f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.752613 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94cd97f8-3720-40bd-97b1-8c119a2db74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.893428 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ea215771-02f3-4144-8a5d-bc2701fe55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.896125 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ea215771-02f3-4144-8a5d-bc2701fe55f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:41.897830 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ea215771-02f3-4144-8a5d-bc2701fe55f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9aa91b3f-06bb-4923-a491-c269e07a5511 HTTP/1.1" status: 204 len: 168 time: 0.3064225 Sep 07 04:21:41.907544 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea215771-02f3-4144-8a5d-bc2701fe55f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa91b3f-06bb-4923-a491-c269e07a5511,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:42.014945 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f0d38786-7c17-4142-ab45-8731f538e759 req-1c9b7567-f649-4432-bbd5-16d8d4afa8f8 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 210 time: 0.0273271 Sep 07 04:21:43.093598 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba3bb57f-f163-46bc-bf0f-70650fd5e642 req-33d910ff-58bc-4bd7-be6a-559df196f93b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 210 time: 0.0300255 Sep 07 04:21:44.172756 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3a87a516-8e10-4529-9b90-30ab987b5869 req-898d8443-038f-43c1-b711-6f05271b6fc2 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 210 time: 0.0257850 Sep 07 04:21:44.267092 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba6f748f-09e2-44e3-b37f-d3f55cd61930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:44.782918 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:45.253571 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:45.266167 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c11e60c-e49b-4192-956a-4c5f3daf9340 req-03e88ffd-4433-468a-8670-878536752b71 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 210 time: 0.0284326 Sep 07 04:21:46.164071 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-b639468a-6f15-4fd2-b667-95142c7e6c67 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:46.165806 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-b639468a-6f15-4fd2-b667-95142c7e6c67 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.36 "GET /v2.0/networks?id=b7693b7c-7d77-4ed3-a725-4c0074f72bd3 HTTP/1.1" status: 200 len: 814 time: 0.1073141 Sep 07 04:21:46.187586 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Request body: {'port': {'device_id': 'a9ad3114-4894-42c6-a9af-82ef08150a2e', 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3', 'admin_state_up': True, 'tenant_id': '4515c91bd6c543d8bb6a83d02ee58738'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:21:46.296010 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Made reservation on behalf of 4515c91bd6c543d8bb6a83d02ee58738 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:21:46.299596 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:46.360383 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d89c0787-6e6d-4e95-b644-e30fbe1d01be req-ed491c27-4771-4a0f-8022-9e5ed8fbf547 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 210 time: 0.0256319 Sep 07 04:21:46.422881 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Allocated IP 172.20.0.8 (b7693b7c-7d77-4ed3-a725-4c0074f72bd3/56b935fc-6c8e-40b6-a1a0-7340e340022b/d344904f-cd52-44a3-b458-418223a4bb34) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:21:46.564503 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:46.601108 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:46.641649 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:21:46.644586 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:21:46.648022 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:21:46.678932 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Pushing event updated for resources: {'Port': ['ID=d344904f-cd52-44a3-b458-418223a4bb34,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:46.705298 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:46.705893 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:46.719044 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-11c2b04f-bf28-4909-bbca-c2491824be3e tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5351233 Sep 07 04:21:46.737676 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Request body: {'port': {'device_id': 'a9ad3114-4894-42c6-a9af-82ef08150a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:21:46.788554 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:47.040214 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d344904f-cd52-44a3-b458-418223a4bb34 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:21:47.047992 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:47.060159 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Transition to ACTIVE for port object d344904f-cd52-44a3-b458-418223a4bb34 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:21:47.064309 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:47.108955 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:47.128686 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Pushing event updated for resources: {'Port': ['ID=d344904f-cd52-44a3-b458-418223a4bb34,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:47.179875 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Attempting to bind port d344904f-cd52-44a3-b458-418223a4bb34 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:21:47.180539 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Attempting to bind port d344904f-cd52-44a3-b458-418223a4bb34 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b04eea56-7b75-4de6-bea2-68552799fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:21:47.180646 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Attempting to bind port d344904f-cd52-44a3-b458-418223a4bb34 on network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:21:47.184819 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Port d344904f-cd52-44a3-b458-418223a4bb34 on network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:21:47.185133 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Attempting to bind port d344904f-cd52-44a3-b458-418223a4bb34 on network b7693b7c-7d77-4ed3-a725-4c0074f72bd3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:21:47.189964 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:21:47.190292 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Checking segment: {'id': 'b04eea56-7b75-4de6-bea2-68552799fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:21:47.190667 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Bound using segment: {'id': 'b04eea56-7b75-4de6-bea2-68552799fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:21:47.191082 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Bound port: d344904f-cd52-44a3-b458-418223a4bb34, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04eea56-7b75-4de6-bea2-68552799fb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:21:47.191435 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:47.256723 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] For port d344904f-cd52-44a3-b458-418223a4bb34, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:21:47.259656 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] For port d344904f-cd52-44a3-b458-418223a4bb34, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d344904f-cd52-44a3-b458-418223a4bb34,segment=NetworkSegment(b04eea56-7b75-4de6-bea2-68552799fb62),segment_id=b04eea56-7b75-4de6-bea2-68552799fb62)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:21:47.264660 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:47.304849 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:47.305666 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:47.307068 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] 10.222.0.36 "PUT /v2.0/ports/d344904f-cd52-44a3-b458-418223a4bb34 HTTP/1.1" status: 200 len: 1093 time: 0.5733106 Sep 07 04:21:47.307565 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ad3114-4894-42c6-a9af-82ef08150a2e', 'tag': 'd344904f-cd52-44a3-b458-418223a4bb34'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:21:47.309815 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfabdef-ca27-497d-abd6-d573e041b68c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ad3114-4894-42c6-a9af-82ef08150a2e", "tag": "d344904f-cd52-44a3-b458-418223a4bb34"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:21:47.333428 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e97f0-89c6-49c2-8b88-151751fa6184 service neutron] Pushing event updated for resources: {'Port': ['ID=d344904f-cd52-44a3-b458-418223a4bb34,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:47.355270 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e9eed4-f650-4c00-b0e4-567cb22124e6 x-openstack-request-id: req-a0e9eed4-f650-4c00-b0e4-567cb22124e6 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:21:47.355270 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ad3114-4894-42c6-a9af-82ef08150a2e", "tag": "d344904f-cd52-44a3-b458-418223a4bb34", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:21:47.355270 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0e9eed4-f650-4c00-b0e4-567cb22124e6 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:21:47.360748 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ad3114-4894-42c6-a9af-82ef08150a2e', 'tag': 'd344904f-cd52-44a3-b458-418223a4bb34', 'status': 'completed', 'code': 200} Sep 07 04:21:47.436324 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfabdef-ca27-497d-abd6-d573e041b68c req-e76e46ea-bd4f-4f92-93e1-c88635c39efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:47.438061 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4dfabdef-ca27-497d-abd6-d573e041b68c req-e76e46ea-bd4f-4f92-93e1-c88635c39efd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4515c91bd6c543d8bb6a83d02ee58738&device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 1096 time: 0.0404317 Sep 07 04:21:47.478914 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:47.482097 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885c160-318e-48ac-a0ea-0db19fac0ba2 req-06b9083a-f7d0-468f-b8ca-d08ed251c966 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:47.483694 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7885c160-318e-48ac-a0ea-0db19fac0ba2 req-06b9083a-f7d0-468f-b8ca-d08ed251c966 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 943 time: 0.0538051 Sep 07 04:21:47.521691 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7885c160-318e-48ac-a0ea-0db19fac0ba2 req-96ac14fb-d972-48f6-a0b5-f137881f7979 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311282 Sep 07 04:21:47.547191 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfabdef-ca27-497d-abd6-d573e041b68c req-ac6e05f1-44d3-450c-b54a-7dd83cd15932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:47.548664 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4dfabdef-ca27-497d-abd6-d573e041b68c req-ac6e05f1-44d3-450c-b54a-7dd83cd15932 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4515c91bd6c543d8bb6a83d02ee58738&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0964921 Sep 07 04:21:47.638966 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfabdef-ca27-497d-abd6-d573e041b68c req-58f7fb15-0494-4be2-be3d-94da8b090466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:47.640420 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4dfabdef-ca27-497d-abd6-d573e041b68c req-58f7fb15-0494-4be2-be3d-94da8b090466 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0837276 Sep 07 04:21:47.745247 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-c00f5f28-3d01-4ec1-9979-56a52b8d3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:47.746719 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-c00f5f28-3d01-4ec1-9979-56a52b8d3816 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4515c91bd6c543d8bb6a83d02ee58738&device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 1096 time: 0.0439742 Sep 07 04:21:47.795472 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-461bb67b-9d8d-4f7d-958e-471913c8f22e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d344904f-cd52-44a3-b458-418223a4bb34 HTTP/1.1" status: 200 len: 217 time: 0.0326655 Sep 07 04:21:47.843056 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-32f3f815-5a89-4a0a-bf50-0ab3dd265a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:47.844439 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-32f3f815-5a89-4a0a-bf50-0ab3dd265a22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56b935fc-6c8e-40b6-a1a0-7340e340022b HTTP/1.1" status: 200 len: 854 time: 0.0408874 Sep 07 04:21:47.874621 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-04515485-213f-4ef3-804e-46045b2626cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7693b7c-7d77-4ed3-a725-4c0074f72bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231667 Sep 07 04:21:47.966899 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-fe522cae-5b03-472e-a239-f2a29c9a6896 service neutron] 10.222.0.36 "GET /v2.0/networks/b7693b7c-7d77-4ed3-a725-4c0074f72bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841658 Sep 07 04:21:48.057633 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-08ef4548-e545-465e-9625-5fdf845cf9f2 req-0b7d4f9b-e5cb-47bb-a863-dd826fa65d60 service neutron] 10.222.0.36 "GET /v2.0/networks/b7693b7c-7d77-4ed3-a725-4c0074f72bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828943 Sep 07 04:21:48.634402 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472b093-e92f-4e21-8488-8d6e0a1156bf req-5895ea8d-d480-4cd9-b13d-9dbc33f6aacb tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:48.635779 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c472b093-e92f-4e21-8488-8d6e0a1156bf req-5895ea8d-d480-4cd9-b13d-9dbc33f6aacb tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 943 time: 0.0476387 Sep 07 04:21:48.671945 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c472b093-e92f-4e21-8488-8d6e0a1156bf req-4d0a3614-eddf-4ed7-a28c-309aba61dbba tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304019 Sep 07 04:21:49.792534 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e9615-aa6a-4ecd-a3b8-192f908e2183 req-1d289648-8f0c-479c-a512-cb67ab5d4d00 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:49.794015 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-355e9615-aa6a-4ecd-a3b8-192f908e2183 req-1d289648-8f0c-479c-a512-cb67ab5d4d00 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 943 time: 0.0539439 Sep 07 04:21:49.836295 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-355e9615-aa6a-4ecd-a3b8-192f908e2183 req-9b3081fd-3ad0-4595-9640-e57a090551ec tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357628 Sep 07 04:21:50.948537 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc69d6-8797-41cd-bedc-f92133f55e1d req-3f602a09-885d-4940-869d-ad0c6c8f4af4 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:50.950114 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b2fc69d6-8797-41cd-bedc-f92133f55e1d req-3f602a09-885d-4940-869d-ad0c6c8f4af4 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 943 time: 0.0488079 Sep 07 04:21:50.987325 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b2fc69d6-8797-41cd-bedc-f92133f55e1d req-5a615908-8971-4e6b-9138-d3ed79bf1679 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Sep 07 04:21:52.100367 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a099923-c5d2-4485-9fc7-8349817abfbc req-faa2bb23-6341-40b1-842c-b1cd8af84be9 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:52.102208 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0a099923-c5d2-4485-9fc7-8349817abfbc req-faa2bb23-6341-40b1-842c-b1cd8af84be9 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 943 time: 0.0485404 Sep 07 04:21:52.140609 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0a099923-c5d2-4485-9fc7-8349817abfbc req-3bd14d56-bd93-44d8-a609-d325e363ff6b tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Sep 07 04:21:53.165236 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device d344904f-cd52-44a3-b458-418223a4bb34 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:21:53.256351 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752f995-58a8-41f7-97db-b7dfd63ee42c req-c5ba1304-6df3-4f50-b00f-bc9b3ff5e195 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:53.257857 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6752f995-58a8-41f7-97db-b7dfd63ee42c req-c5ba1304-6df3-4f50-b00f-bc9b3ff5e195 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 943 time: 0.0526025 Sep 07 04:21:53.259788 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port d344904f-cd52-44a3-b458-418223a4bb34, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d344904f-cd52-44a3-b458-418223a4bb34,segment=NetworkSegment(b04eea56-7b75-4de6-bea2-68552799fb62),segment_id=b04eea56-7b75-4de6-bea2-68552799fb62)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:21:53.271525 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'd344904f-cd52-44a3-b458-418223a4bb34', 'network_id': 'b7693b7c-7d77-4ed3-a725-4c0074f72bd3', 'port_id': 'd344904f-cd52-44a3-b458-418223a4bb34', 'mac_address': 'fa:16:3e:12:65:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b935fc-6c8e-40b6-a1a0-7340e340022b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:21:53.297638 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6752f995-58a8-41f7-97db-b7dfd63ee42c req-17d1ea03-918f-42a9-8a98-d21a58dc4190 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338094 Sep 07 04:21:53.311442 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:53.325963 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d344904f-cd52-44a3-b458-418223a4bb34 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:21:53.346006 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port d344904f-cd52-44a3-b458-418223a4bb34, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d344904f-cd52-44a3-b458-418223a4bb34,segment=NetworkSegment(b04eea56-7b75-4de6-bea2-68552799fb62),segment_id=b04eea56-7b75-4de6-bea2-68552799fb62)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:21:53.349907 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:53.397557 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=d344904f-cd52-44a3-b458-418223a4bb34,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:53.404337 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:53.404687 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:53.405025 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:53.405358 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:53.405691 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:53.406015 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:53.406343 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:53.406664 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:53.407004 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:53.407331 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:53.407651 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:53.407966 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:21:53.908180 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['d344904f-cd52-44a3-b458-418223a4bb34'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:21:54.408674 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8b96a-2e08-4c77-8a15-35aa6a485ddf req-859e2632-aacb-48c9-a611-55742147f210 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:54.410173 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-36b8b96a-2e08-4c77-8a15-35aa6a485ddf req-859e2632-aacb-48c9-a611-55742147f210 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 944 time: 0.0484450 Sep 07 04:21:54.448450 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-36b8b96a-2e08-4c77-8a15-35aa6a485ddf req-ccec80f5-9834-4e3b-a006-e0b215eeaac4 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314302 Sep 07 04:21:54.636082 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45380) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:54.738679 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6cba013a-7760-4d83-afda-f4662d31c493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:54.824279 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6cba013a-7760-4d83-afda-f4662d31c493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:54.827907 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6cba013a-7760-4d83-afda-f4662d31c493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:54.865701 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6cba013a-7760-4d83-afda-f4662d31c493 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=016a56d614ac4590b27416c4dde431f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285631 Sep 07 04:21:54.866553 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba013a-7760-4d83-afda-f4662d31c493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36a3197-d79f-4a69-ba2e-d9dd615b1dfc,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:54.868455 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45384) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:54.916297 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-afca8efd-0283-4975-8acc-bc41cec14659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:54.935759 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-afca8efd-0283-4975-8acc-bc41cec14659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:54.980288 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-afca8efd-0283-4975-8acc-bc41cec14659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:54.982787 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-afca8efd-0283-4975-8acc-bc41cec14659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:54.983926 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-afca8efd-0283-4975-8acc-bc41cec14659 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b36a3197-d79f-4a69-ba2e-d9dd615b1dfc HTTP/1.1" status: 204 len: 168 time: 0.1144857 Sep 07 04:21:54.991421 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca8efd-0283-4975-8acc-bc41cec14659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36a3197-d79f-4a69-ba2e-d9dd615b1dfc,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:55.190721 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device d344904f-cd52-44a3-b458-418223a4bb34 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:21:55.234903 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45390) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:55.239695 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port d344904f-cd52-44a3-b458-418223a4bb34 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:21:55.243262 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port d344904f-cd52-44a3-b458-418223a4bb34 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:21:55.243633 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:55.251437 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-66c1b2ea-9f10-4d57-9493-ffd7177be6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:55.324713 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:55.340346 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-66c1b2ea-9f10-4d57-9493-ffd7177be6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:55.344554 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-66c1b2ea-9f10-4d57-9493-ffd7177be6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:55.347755 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ad3114-4894-42c6-a9af-82ef08150a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd344904f-cd52-44a3-b458-418223a4bb34'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:21:55.350026 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2b6556-87c6-4e39-b8ea-c27aa10a672b" -d '{"events": [{"server_uuid": "a9ad3114-4894-42c6-a9af-82ef08150a2e", "name": "network-vif-plugged", "status": "completed", "tag": "d344904f-cd52-44a3-b458-418223a4bb34"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:21:55.362086 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port d344904f-cd52-44a3-b458-418223a4bb34, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d344904f-cd52-44a3-b458-418223a4bb34,segment=NetworkSegment(b04eea56-7b75-4de6-bea2-68552799fb62),segment_id=b04eea56-7b75-4de6-bea2-68552799fb62)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:21:55.367319 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:55.382260 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1b2ea-9f10-4d57-9493-ffd7177be6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c18465-eaf7-42e6-b589-51dfec8c978c,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:55.389264 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-66c1b2ea-9f10-4d57-9493-ffd7177be6a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4138cabc0f5348d7bbfa72db7bfbff69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508193 Sep 07 04:21:55.389450 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45396) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:21:55.422238 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=d344904f-cd52-44a3-b458-418223a4bb34,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:55.438941 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc31e-3324-4bf7-adbc-1fb52ead558e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:55.459792 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc31e-3324-4bf7-adbc-1fb52ead558e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:55.508580 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc31e-3324-4bf7-adbc-1fb52ead558e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:55.511513 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc31e-3324-4bf7-adbc-1fb52ead558e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:21:55.512700 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3c9fc31e-3324-4bf7-adbc-1fb52ead558e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27c18465-eaf7-42e6-b589-51dfec8c978c HTTP/1.1" status: 204 len: 168 time: 0.1223426 Sep 07 04:21:55.530251 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fc31e-3324-4bf7-adbc-1fb52ead558e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c18465-eaf7-42e6-b589-51dfec8c978c,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:21:55.586806 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670be13f-0aee-42cc-b8bb-d3c481761aef req-3a2eeb5e-2aaa-442b-811f-cdba6eb3203d tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:55.588499 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-670be13f-0aee-42cc-b8bb-d3c481761aef req-3a2eeb5e-2aaa-442b-811f-cdba6eb3203d tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 945 time: 0.0721767 Sep 07 04:21:55.613398 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0b1bf8-a479-4244-8622-1cd52b4662ce x-openstack-request-id: req-bc0b1bf8-a479-4244-8622-1cd52b4662ce {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:21:55.613687 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ad3114-4894-42c6-a9af-82ef08150a2e", "name": "network-vif-plugged", "status": "completed", "tag": "d344904f-cd52-44a3-b458-418223a4bb34", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:21:55.613933 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc0b1bf8-a479-4244-8622-1cd52b4662ce {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:21:55.614824 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ad3114-4894-42c6-a9af-82ef08150a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd344904f-cd52-44a3-b458-418223a4bb34', 'code': 200} Sep 07 04:21:55.628239 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-670be13f-0aee-42cc-b8bb-d3c481761aef req-22b87dc6-e087-430c-a9c1-8002e43b5e15 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340331 Sep 07 04:21:55.821292 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad7ddf-32f3-4426-bd26-76ab82d4b5ac req-0baca9a7-8740-41ce-b42b-b585db20d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:55.822789 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-edad7ddf-32f3-4426-bd26-76ab82d4b5ac req-0baca9a7-8740-41ce-b42b-b585db20d355 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 1098 time: 0.0410709 Sep 07 04:21:55.857443 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-edad7ddf-32f3-4426-bd26-76ab82d4b5ac req-f46cdd27-8fea-4e77-a8d3-492e099c1be9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279562 Sep 07 04:21:56.745449 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601d73-50ec-42de-9d2c-3defa747b0b1 req-6b631684-6620-451d-8452-6ca52f0b3533 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:56.746973 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f0601d73-50ec-42de-9d2c-3defa747b0b1 req-6b631684-6620-451d-8452-6ca52f0b3533 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 945 time: 0.0478153 Sep 07 04:21:56.784563 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f0601d73-50ec-42de-9d2c-3defa747b0b1 req-6f1b9193-0e48-4b7e-bd74-4d068d1f6e60 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Sep 07 04:21:57.900633 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead3151-d144-49b6-aced-101cc90b87ff req-01cf3fa1-4c17-4905-99be-6b59b06e241a tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:21:57.902107 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bead3151-d144-49b6-aced-101cc90b87ff req-01cf3fa1-4c17-4905-99be-6b59b06e241a tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 945 time: 0.0485973 Sep 07 04:21:57.940987 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bead3151-d144-49b6-aced-101cc90b87ff req-066bd8ff-fd59-4a79-8900-1f423ece39b1 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330076 Sep 07 04:22:03.065890 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:22:03.383253 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45548) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:03.483041 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc311d8e-d4d2-4d9e-a84d-944e7033f3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:03.573471 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc311d8e-d4d2-4d9e-a84d-944e7033f3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:03.577177 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc311d8e-d4d2-4d9e-a84d-944e7033f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:03.611926 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc311d8e-d4d2-4d9e-a84d-944e7033f3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33438a2c-8068-4816-92dc-5774ace8c379,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:03.616780 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-cc311d8e-d4d2-4d9e-a84d-944e7033f3d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=690fac2bd9164a199c0f3b609dd15b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325227 Sep 07 04:22:03.619257 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45556) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:03.665663 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-feeb6741-92ea-42dd-bfc2-814d8c880d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:03.686087 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-feeb6741-92ea-42dd-bfc2-814d8c880d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:03.733600 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-feeb6741-92ea-42dd-bfc2-814d8c880d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:03.736124 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-feeb6741-92ea-42dd-bfc2-814d8c880d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:03.737300 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-feeb6741-92ea-42dd-bfc2-814d8c880d2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33438a2c-8068-4816-92dc-5774ace8c379 HTTP/1.1" status: 204 len: 168 time: 0.1171453 Sep 07 04:22:03.745825 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb6741-92ea-42dd-bfc2-814d8c880d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33438a2c-8068-4816-92dc-5774ace8c379,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:03.986458 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45562) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:04.000042 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b9462eb6-d6cb-44a9-9d8b-efa06499d8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.094025 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b9462eb6-d6cb-44a9-9d8b-efa06499d8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.097760 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b9462eb6-d6cb-44a9-9d8b-efa06499d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.134066 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9462eb6-d6cb-44a9-9d8b-efa06499d8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8e1f3d-d7b2-4ae0-baae-f0f99dfb6d16,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:04.138436 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b9462eb6-d6cb-44a9-9d8b-efa06499d8d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5089c9d40ee941109bed630753b0337e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509004 Sep 07 04:22:04.141082 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45564) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:04.187772 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd6903e0-a82c-4e32-a58f-d430aa3a55cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.207872 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd6903e0-a82c-4e32-a58f-d430aa3a55cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.253918 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd6903e0-a82c-4e32-a58f-d430aa3a55cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.256768 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd6903e0-a82c-4e32-a58f-d430aa3a55cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.257931 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-bd6903e0-a82c-4e32-a58f-d430aa3a55cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c8e1f3d-d7b2-4ae0-baae-f0f99dfb6d16 HTTP/1.1" status: 204 len: 168 time: 0.1161261 Sep 07 04:22:04.265388 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6903e0-a82c-4e32-a58f-d430aa3a55cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8e1f3d-d7b2-4ae0-baae-f0f99dfb6d16,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:04.571123 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45572) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:04.584282 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74ba6370-a84e-4bd0-8f64-8e515d4545a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.676336 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74ba6370-a84e-4bd0-8f64-8e515d4545a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.679836 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74ba6370-a84e-4bd0-8f64-8e515d4545a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.720419 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-74ba6370-a84e-4bd0-8f64-8e515d4545a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1df0ab5a692439c9e4a0ac88a72842e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482189 Sep 07 04:22:04.721588 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba6370-a84e-4bd0-8f64-8e515d4545a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53909f6c-91e8-42df-ae20-0be9666e1f06,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:04.723049 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45574) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:04.770479 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-15c7cf55-6ceb-4a04-9ef4-6288bd618e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.791106 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-15c7cf55-6ceb-4a04-9ef4-6288bd618e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.837388 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-15c7cf55-6ceb-4a04-9ef4-6288bd618e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.839944 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-15c7cf55-6ceb-4a04-9ef4-6288bd618e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:04.841072 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-15c7cf55-6ceb-4a04-9ef4-6288bd618e34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53909f6c-91e8-42df-ae20-0be9666e1f06 HTTP/1.1" status: 204 len: 168 time: 0.1169751 Sep 07 04:22:04.848194 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7cf55-6ceb-4a04-9ef4-6288bd618e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53909f6c-91e8-42df-ae20-0be9666e1f06,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:05.857651 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45610) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:05.967824 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b6a7561d-c7be-480e-805a-5848dd94125a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:06.052513 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b6a7561d-c7be-480e-805a-5848dd94125a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:06.055807 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b6a7561d-c7be-480e-805a-5848dd94125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:06.092181 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b6a7561d-c7be-480e-805a-5848dd94125a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60668ac3a6544bfe9d704f3f82f24dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334645 Sep 07 04:22:06.094046 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7561d-c7be-480e-805a-5848dd94125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d29865-a249-4f5d-9f7c-2af23e3f2f87,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:06.094999 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45614) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:06.142452 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0fae-eb6f-4ead-9209-02e142d56799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:06.163587 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0fae-eb6f-4ead-9209-02e142d56799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:06.208950 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0fae-eb6f-4ead-9209-02e142d56799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:06.211419 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0fae-eb6f-4ead-9209-02e142d56799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:06.212573 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2fbd0fae-eb6f-4ead-9209-02e142d56799 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45d29865-a249-4f5d-9f7c-2af23e3f2f87 HTTP/1.1" status: 204 len: 168 time: 0.1165726 Sep 07 04:22:06.219962 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd0fae-eb6f-4ead-9209-02e142d56799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d29865-a249-4f5d-9f7c-2af23e3f2f87,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:11.753274 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3808f95e-bbab-4077-a53c-6c5a5aac63fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:14.257616 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-192e9814-5ec9-44f9-87d8-85f6381a6dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:14.785110 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:15.252626 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:17.103128 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:17.479661 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:19.921762 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-02bc1c51-79b7-40ce-ac2a-1575b67564d0 req-235caeb5-aa1f-4b08-9a6a-9c5637bbb97b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384064 Sep 07 04:22:19.995693 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1c51-79b7-40ce-ac2a-1575b67564d0 req-d59b8e3e-00fd-4a61-8309-2423915dc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:19.997182 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-02bc1c51-79b7-40ce-ac2a-1575b67564d0 req-d59b8e3e-00fd-4a61-8309-2423915dc042 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636c1bfc812e490d9d4448ed8a4136dc&device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 1137 time: 0.0393164 Sep 07 04:22:20.106838 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1c51-79b7-40ce-ac2a-1575b67564d0 req-932b4938-282a-4829-a3a6-633b07b7bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:20.108428 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-02bc1c51-79b7-40ce-ac2a-1575b67564d0 req-932b4938-282a-4829-a3a6-633b07b7bc6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 HTTP/1.1" status: 200 len: 914 time: 0.0893853 Sep 07 04:22:20.175412 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-02bc1c51-79b7-40ce-ac2a-1575b67564d0 req-fd5a8137-ae3f-49ac-968b-f097c346aa9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d HTTP/1.1" status: 200 len: 1000 time: 0.0590844 Sep 07 04:22:20.225406 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1c51-79b7-40ce-ac2a-1575b67564d0 req-d9aca45f-0b04-4d70-a1f5-e96736e757ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:20.226830 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-02bc1c51-79b7-40ce-ac2a-1575b67564d0 req-d9aca45f-0b04-4d70-a1f5-e96736e757ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=457c2ba9-a4f8-4af9-a264-a6bd9eb3f686 HTTP/1.1" status: 200 len: 852 time: 0.0422678 Sep 07 04:22:20.270776 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1c51-79b7-40ce-ac2a-1575b67564d0 req-49926def-1c03-44e9-a270-d5d19ea74f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:20.272777 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-02bc1c51-79b7-40ce-ac2a-1575b67564d0 req-49926def-1c03-44e9-a270-d5d19ea74f84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376341 Sep 07 04:22:20.370497 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-02bc1c51-79b7-40ce-ac2a-1575b67564d0 req-8b9a7e13-d1c8-4852-b0f3-60447c63bd74 service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873766 Sep 07 04:22:20.461263 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-02bc1c51-79b7-40ce-ac2a-1575b67564d0 req-5c3c2a25-55f5-4e07-9e31-97eb6e146ded service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804870 Sep 07 04:22:23.026863 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f7fe6-8c21-45ff-a3ba-618d25267029 req-e30fe788-1b22-49da-b5e7-03b5896081a4 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:23.028581 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c61f7fe6-8c21-45ff-a3ba-618d25267029 req-e30fe788-1b22-49da-b5e7-03b5896081a4 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 945 time: 0.0487220 Sep 07 04:22:23.065609 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c61f7fe6-8c21-45ff-a3ba-618d25267029 req-5227f8e9-1aed-4160-b19d-1263c4315925 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Sep 07 04:22:24.182720 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2f875-93f5-462e-bd41-cb0af48d4797 req-b7d4a1bb-370c-44b5-b2dd-a06d79c3d45c tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:24.184236 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7aa2f875-93f5-462e-bd41-cb0af48d4797 req-b7d4a1bb-370c-44b5-b2dd-a06d79c3d45c tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 945 time: 0.0507183 Sep 07 04:22:24.220999 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7aa2f875-93f5-462e-bd41-cb0af48d4797 req-fb47591b-3f5e-4a00-9abc-50a03b21d700 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309384 Sep 07 04:22:25.297822 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce67af6-8449-43a7-a37d-579f8b964334 req-36a13499-ff3b-41ec-bd8d-280e0e06d68c tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:25.299252 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dce67af6-8449-43a7-a37d-579f8b964334 req-36a13499-ff3b-41ec-bd8d-280e0e06d68c tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 945 time: 0.0498941 Sep 07 04:22:25.323583 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1b2e690c-943f-49f7-b354-ce57c37faf1e req-57a699a3-3d4c-447b-ae48-20c341819ca0 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851205765&fields=id&tenant_id=636c1bfc812e490d9d4448ed8a4136dc HTTP/1.1" status: 200 len: 267 time: 0.0559206 Sep 07 04:22:25.367353 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c2b2a-b001-4610-b65f-ebd7f0a6cf0d req-b1f1c33d-20e8-4b6d-9a56-f840c1366271 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:25.368842 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-239c2b2a-b001-4610-b65f-ebd7f0a6cf0d req-b1f1c33d-20e8-4b6d-9a56-f840c1366271 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ad3114-4894-42c6-a9af-82ef08150a2e HTTP/1.1" status: 200 len: 945 time: 0.0806992 Sep 07 04:22:25.394210 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-dce67af6-8449-43a7-a37d-579f8b964334 req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Deleting port d344904f-cd52-44a3-b458-418223a4bb34 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:25.394548 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dce67af6-8449-43a7-a37d-579f8b964334 req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:25.401531 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e690c-943f-49f7-b354-ce57c37faf1e req-421b84ba-3706-46c2-b03d-4d696de91ad8 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:25.402999 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1b2e690c-943f-49f7-b354-ce57c37faf1e req-421b84ba-3706-46c2-b03d-4d696de91ad8 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 984 time: 0.0733883 Sep 07 04:22:25.420878 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-1b2e690c-943f-49f7-b354-ce57c37faf1e req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Request body: {'port': {'security_groups': ['e2e771d0-b46e-438f-8c9d-5ad81bafe7ed']}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:25.429420 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-239c2b2a-b001-4610-b65f-ebd7f0a6cf0d req-2cc01f4e-573d-41d6-902e-ec63f73e0084 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.41 "GET /v2.0/security-groups?id=375ce10b-208b-4ad6-9965-abc27bc0d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529323 Sep 07 04:22:25.484427 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-dce67af6-8449-43a7-a37d-579f8b964334 req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] For port d344904f-cd52-44a3-b458-418223a4bb34, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d344904f-cd52-44a3-b458-418223a4bb34,segment=NetworkSegment(b04eea56-7b75-4de6-bea2-68552799fb62),segment_id=b04eea56-7b75-4de6-bea2-68552799fb62)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:25.484789 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dce67af6-8449-43a7-a37d-579f8b964334 req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:25.494361 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-1b2e690c-943f-49f7-b354-ce57c37faf1e req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:25.496856 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-dce67af6-8449-43a7-a37d-579f8b964334 req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Calling delete_port for d344904f-cd52-44a3-b458-418223a4bb34 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:25.618617 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dce67af6-8449-43a7-a37d-579f8b964334 req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:25.649623 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Pushing event deleted for resources: {'Port': ['ID=d344904f-cd52-44a3-b458-418223a4bb34,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:25.659188 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['d344904f-cd52-44a3-b458-418223a4bb34'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:22:25.672779 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-1b2e690c-943f-49f7-b354-ce57c37faf1e req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] For port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:25.677487 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.678403 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.678758 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.679073 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.679401 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.679725 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.680047 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.680394 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.680713 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.681032 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.681350 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.681667 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.696912 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce67af6-8449-43a7-a37d-579f8b964334 req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] No DVR routers for this DVR port d344904f-cd52-44a3-b458-418223a4bb34 on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:22:25.699196 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dce67af6-8449-43a7-a37d-579f8b964334 req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:25.701183 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dce67af6-8449-43a7-a37d-579f8b964334 req-1db069c1-4da5-4e4a-967f-a2def359b585 tempest-VolumesSnapshotTestJSON-1790479748 tempest-VolumesSnapshotTestJSON-1790479748-project] 10.222.0.36 "DELETE /v2.0/ports/d344904f-cd52-44a3-b458-418223a4bb34 HTTP/1.1" status: 204 len: 173 time: 0.3961723 Sep 07 04:22:25.701622 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ad3114-4894-42c6-a9af-82ef08150a2e', 'name': 'network-vif-deleted', 'tag': 'd344904f-cd52-44a3-b458-418223a4bb34'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:22:25.703831 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8331dd-06c1-493d-9008-89f0021525c7" -d '{"events": [{"server_uuid": "a9ad3114-4894-42c6-a9af-82ef08150a2e", "name": "network-vif-deleted", "tag": "d344904f-cd52-44a3-b458-418223a4bb34"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:22:25.707493 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-1b2e690c-943f-49f7-b354-ce57c37faf1e req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:25.712111 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-1b2e690c-943f-49f7-b354-ce57c37faf1e req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:25.738964 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de773b2d-f632-4748-bab0-88e27f2040cf x-openstack-request-id: req-de773b2d-f632-4748-bab0-88e27f2040cf {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:22:25.739261 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ad3114-4894-42c6-a9af-82ef08150a2e", "name": "network-vif-deleted", "tag": "d344904f-cd52-44a3-b458-418223a4bb34", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:22:25.739520 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de773b2d-f632-4748-bab0-88e27f2040cf {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:22:25.739908 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ad3114-4894-42c6-a9af-82ef08150a2e', 'name': 'network-vif-deleted', 'tag': 'd344904f-cd52-44a3-b458-418223a4bb34', 'status': 'completed', 'code': 200} Sep 07 04:22:25.759270 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e690c-943f-49f7-b354-ce57c37faf1e req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:25.759890 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-1b2e690c-943f-49f7-b354-ce57c37faf1e req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:25.761580 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1b2e690c-943f-49f7-b354-ce57c37faf1e req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "PUT /v2.0/ports/bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d HTTP/1.1" status: 200 len: 942 time: 0.3473585 Sep 07 04:22:25.761733 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:22:25.763922 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21704e5efdf44e8a7543bf401c638a30a9902a7b9881d0b470a3fbdbe53cef61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c747029-45b3-4518-8b6d-2d4de87ad47c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:22:25.767087 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:22:25.771207 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45714) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:25.857330 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event updated for resources: {'Port': ['ID=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,revision_number=7']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:25.880439 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.881191 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.881752 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.882644 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.883200 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.884208 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.884805 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.885593 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.886300 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.886779 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.887161 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.887707 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6af47f-9ebd-4201-8462-0897d7fa85c9 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:25.895509 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-840e6fe5-8d45-413e-9ba2-2b537ee55b34 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:25.926317 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3362373c-3de8-4709-ae59-894df0c16265 x-openstack-request-id: req-3362373c-3de8-4709-ae59-894df0c16265 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:22:25.926972 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:22:25.927312 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3362373c-3de8-4709-ae59-894df0c16265 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:22:25.928564 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'status': 'completed', 'code': 200} Sep 07 04:22:25.934775 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-840e6fe5-8d45-413e-9ba2-2b537ee55b34 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:25.944868 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:22:26.003538 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-840e6fe5-8d45-413e-9ba2-2b537ee55b34 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:26.007831 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-840e6fe5-8d45-413e-9ba2-2b537ee55b34 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:26.012326 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-840e6fe5-8d45-413e-9ba2-2b537ee55b34 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "DELETE /v2.0/security-groups/0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185 HTTP/1.1" status: 204 len: 168 time: 0.2401137 Sep 07 04:22:26.012576 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45718) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:26.030056 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e6fe5-8d45-413e-9ba2-2b537ee55b34 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3d7b4e-3b4f-4e42-b7df-4865bfdc0185,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:26.064240 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c747029-45b3-4518-8b6d-2d4de87ad47c req-6c3dfb4d-a1c3-4aef-a36f-1659c8ff2c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:26.065966 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7c747029-45b3-4518-8b6d-2d4de87ad47c req-6c3dfb4d-a1c3-4aef-a36f-1659c8ff2c9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636c1bfc812e490d9d4448ed8a4136dc&device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 1098 time: 0.0884483 Sep 07 04:22:26.077977 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ca537135-4794-4011-a5cb-4d199188ebce None None] Provisioning complete for port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:22:26.078349 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca537135-4794-4011-a5cb-4d199188ebce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:26.230396 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c747029-45b3-4518-8b6d-2d4de87ad47c req-7bedecd4-e008-4f7b-8535-e13aca9ec848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:26.231869 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7c747029-45b3-4518-8b6d-2d4de87ad47c req-7bedecd4-e008-4f7b-8535-e13aca9ec848 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 HTTP/1.1" status: 200 len: 914 time: 0.1572673 Sep 07 04:22:26.285902 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Deleting port 2de76f04-1cdb-4839-a5c2-fe9dabdd2c0d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:26.286247 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:26.325263 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7c747029-45b3-4518-8b6d-2d4de87ad47c req-87cef051-2f84-438f-b61e-495bdf224d65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d HTTP/1.1" status: 200 len: 1000 time: 0.0850015 Sep 07 04:22:26.409645 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:26.409874 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:26.412900 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c747029-45b3-4518-8b6d-2d4de87ad47c req-264d50ef-1625-472e-a18d-5e9f881ffe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:26.414562 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7c747029-45b3-4518-8b6d-2d4de87ad47c req-264d50ef-1625-472e-a18d-5e9f881ffe3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=457c2ba9-a4f8-4af9-a264-a6bd9eb3f686 HTTP/1.1" status: 200 len: 852 time: 0.0634549 Sep 07 04:22:26.424918 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Calling delete_port for 2de76f04-1cdb-4839-a5c2-fe9dabdd2c0d owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:26.532391 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c747029-45b3-4518-8b6d-2d4de87ad47c req-28cdd417-3c47-4bd6-b1ba-0beeb8831094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:26.533885 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7c747029-45b3-4518-8b6d-2d4de87ad47c req-28cdd417-3c47-4bd6-b1ba-0beeb8831094 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1100953 Sep 07 04:22:26.652567 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7c747029-45b3-4518-8b6d-2d4de87ad47c req-6f632a94-4aee-4f1b-9e10-605820055569 service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105733 Sep 07 04:22:27.001411 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:27.040196 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event deleted for resources: {'Port': ['ID=2de76f04-1cdb-4839-a5c2-fe9dabdd2c0d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:27.045532 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7c747029-45b3-4518-8b6d-2d4de87ad47c req-5c8a7b9a-9e16-4914-a36c-3aa8bb7efbca service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664594 Sep 07 04:22:27.101419 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:27.101754 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.l3_db [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Floating IP ce1003d7-fd05-450c-8702-8a4d49655fba disassociated (deleted). External IP: 172.27.3.78, port: bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d. Sep 07 04:22:27.299253 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:22:27.401865 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:22:27.406839 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:27.411111 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97aab9a-c47e-4d85-92fb-320fdfbbcf24 None None] Sync routers for ids ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:22:27.420569 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97aab9a-c47e-4d85-92fb-320fdfbbcf24 None None] Routers {'0fcfda39-7118-43cb-a793-b9e8f4f52a53'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:27.421250 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c97aab9a-c47e-4d85-92fb-320fdfbbcf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:27.435139 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-97b03f02-fb18-443d-a352-183c22317fb1 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "DELETE /v2.0/floatingips/ce1003d7-fd05-450c-8702-8a4d49655fba HTTP/1.1" status: 204 len: 168 time: 1.4200811 Sep 07 04:22:27.535827 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c97aab9a-c47e-4d85-92fb-320fdfbbcf24 None None] Set router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:27.737119 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c97aab9a-c47e-4d85-92fb-320fdfbbcf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:16:14Z', 'revision_number': 4, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca', 'name': '', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'mac_address': 'fa:16:3e:7e:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:13Z', 'updated_at': '2021-09-07T04:16:21Z', 'revision_number': 5, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'subnets': [{'id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:27.740623 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:22:27.742919 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f73f117-2469-4005-a005-aa9378392395" -d '{"events": [{"name": "network-changed", "server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:22:27.762930 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97aab9a-c47e-4d85-92fb-320fdfbbcf24 None None] Checking router: 0fcfda39-7118-43cb-a793-b9e8f4f52a53 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:22:27.771778 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97aab9a-c47e-4d85-92fb-320fdfbbcf24 None None] Routers {'0fcfda39-7118-43cb-a793-b9e8f4f52a53'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:27.772449 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c97aab9a-c47e-4d85-92fb-320fdfbbcf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:27.781873 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58419bc1-70b9-457f-be0d-432325129b75 x-openstack-request-id: req-58419bc1-70b9-457f-be0d-432325129b75 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:22:27.782159 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:22:27.782406 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58419bc1-70b9-457f-be0d-432325129b75 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:22:27.783340 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'status': 'completed', 'code': 200} Sep 07 04:22:27.876690 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73f117-2469-4005-a005-aa9378392395 req-6145a8a7-565f-47ea-8c39-aca990a552dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:27.878212 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3f73f117-2469-4005-a005-aa9378392395 req-6145a8a7-565f-47ea-8c39-aca990a552dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636c1bfc812e490d9d4448ed8a4136dc&device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 1098 time: 0.0444152 Sep 07 04:22:27.883620 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c97aab9a-c47e-4d85-92fb-320fdfbbcf24 None None] Set router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:27.989138 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73f117-2469-4005-a005-aa9378392395 req-6999f8ef-63ac-40e4-b408-7c635e0025f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:27.990675 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3f73f117-2469-4005-a005-aa9378392395 req-6999f8ef-63ac-40e4-b408-7c635e0025f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 HTTP/1.1" status: 200 len: 914 time: 0.0987282 Sep 07 04:22:28.036371 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3f73f117-2469-4005-a005-aa9378392395 req-71851a51-8196-4074-a44e-ac71a7c15a3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d HTTP/1.1" status: 200 len: 217 time: 0.0374131 Sep 07 04:22:28.086027 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73f117-2469-4005-a005-aa9378392395 req-f3e4a24f-3296-4a21-bf6a-7d04c995831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:28.087411 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3f73f117-2469-4005-a005-aa9378392395 req-f3e4a24f-3296-4a21-bf6a-7d04c995831c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=457c2ba9-a4f8-4af9-a264-a6bd9eb3f686 HTTP/1.1" status: 200 len: 852 time: 0.0437238 Sep 07 04:22:28.095298 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c97aab9a-c47e-4d85-92fb-320fdfbbcf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:16:14Z', 'revision_number': 4, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca', 'name': '', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'mac_address': 'fa:16:3e:7e:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:13Z', 'updated_at': '2021-09-07T04:16:21Z', 'revision_number': 5, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'subnets': [{'id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:28.120585 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97aab9a-c47e-4d85-92fb-320fdfbbcf24 None None] The sync data for ids ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'] in dv-cinder-778193-8-iscsi is: [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:16:14Z', 'revision_number': 4, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca', 'name': '', 'network_id': 'cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'mac_address': 'fa:16:3e:7e:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:13Z', 'updated_at': '2021-09-07T04:16:21Z', 'revision_number': 5, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'subnets': [{'id': '457c2ba9-a4f8-4af9-a264-a6bd9eb3f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:22:28.138477 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73f117-2469-4005-a005-aa9378392395 req-a504c161-a662-4149-9313-59c750762175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:28.139963 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3f73f117-2469-4005-a005-aa9378392395 req-a504c161-a662-4149-9313-59c750762175 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401566 Sep 07 04:22:28.246732 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3f73f117-2469-4005-a005-aa9378392395 req-3329770d-4c56-4b7f-9a31-c1cc9bc960ae service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936880 Sep 07 04:22:28.347691 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3f73f117-2469-4005-a005-aa9378392395 req-64ed8f06-ce78-4c89-bac7-abc1a72faf55 service neutron] 10.222.0.36 "GET /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863085 Sep 07 04:22:28.456724 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48cc35-9c60-48b8-a8de-5b04c520e579 None None] New status for floating IP ce1003d7-fd05-450c-8702-8a4d49655fba: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:22:30.783521 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device d344904f-cd52-44a3-b458-418223a4bb34 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:22:30.803744 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: d344904f-cd52-44a3-b458-418223a4bb34 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:22:30.804080 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device d344904f-cd52-44a3-b458-418223a4bb34 not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:22:34.336226 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c8159-d524-4fa1-9580-a5e84a63c669 req-63663a19-5a0f-4bdf-a668-467b36454f45 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:34.337715 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-059c8159-d524-4fa1-9580-a5e84a63c669 req-63663a19-5a0f-4bdf-a668-467b36454f45 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Sep 07 04:22:34.374586 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-059c8159-d524-4fa1-9580-a5e84a63c669 req-e914e761-d749-44f6-b92d-04471742e857 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308530 Sep 07 04:22:35.131576 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c52c-aa19-4455-8f27-95aaecffad6d req-a5e09f24-22f4-4e1f-a76b-9b7a856e44d3 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:35.132987 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dba1c52c-aa19-4455-8f27-95aaecffad6d req-a5e09f24-22f4-4e1f-a76b-9b7a856e44d3 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 947 time: 0.0470824 Sep 07 04:22:35.170646 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dba1c52c-aa19-4455-8f27-95aaecffad6d req-a578df14-3383-4775-98c7-33b324baccb6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Sep 07 04:22:35.490208 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed9a1f-1764-4318-8d44-0275c138d795 req-b183b125-758f-432c-b3cf-adcf99270d96 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:35.491679 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5ed9a1f-1764-4318-8d44-0275c138d795 req-b183b125-758f-432c-b3cf-adcf99270d96 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 945 time: 0.0509348 Sep 07 04:22:35.528106 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5ed9a1f-1764-4318-8d44-0275c138d795 req-d9d5d4e8-9b7e-4045-93ef-830aee9dcd10 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/security-groups?id=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306528 Sep 07 04:22:35.779955 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82446f0b-29b7-4ed1-be85-608f69c24027 req-dd7bba2e-a0a3-4104-ab08-3e7276042cce tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:35.781500 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-82446f0b-29b7-4ed1-be85-608f69c24027 req-dd7bba2e-a0a3-4104-ab08-3e7276042cce tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 945 time: 0.0521488 Sep 07 04:22:35.887572 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-82446f0b-29b7-4ed1-be85-608f69c24027 req-42751507-d93c-4f34-b027-8fee0c5bc85f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Deleting port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:35.887908 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82446f0b-29b7-4ed1-be85-608f69c24027 req-42751507-d93c-4f34-b027-8fee0c5bc85f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:35.982466 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-82446f0b-29b7-4ed1-be85-608f69c24027 req-42751507-d93c-4f34-b027-8fee0c5bc85f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] For port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:35.982905 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82446f0b-29b7-4ed1-be85-608f69c24027 req-42751507-d93c-4f34-b027-8fee0c5bc85f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:35.995920 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-82446f0b-29b7-4ed1-be85-608f69c24027 req-42751507-d93c-4f34-b027-8fee0c5bc85f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Calling delete_port for bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:36.129454 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82446f0b-29b7-4ed1-be85-608f69c24027 req-42751507-d93c-4f34-b027-8fee0c5bc85f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:36.166039 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42751507-d93c-4f34-b027-8fee0c5bc85f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Pushing event deleted for resources: {'Port': ['ID=bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:36.168373 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:22:36.202722 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-82446f0b-29b7-4ed1-be85-608f69c24027 req-42751507-d93c-4f34-b027-8fee0c5bc85f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] No DVR routers for this DVR port bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:22:36.204851 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82446f0b-29b7-4ed1-be85-608f69c24027 req-42751507-d93c-4f34-b027-8fee0c5bc85f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:36.206812 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-82446f0b-29b7-4ed1-be85-608f69c24027 req-42751507-d93c-4f34-b027-8fee0c5bc85f tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.36 "DELETE /v2.0/ports/bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d HTTP/1.1" status: 204 len: 173 time: 0.4188566 Sep 07 04:22:36.207247 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'name': 'network-vif-deleted', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:22:36.209521 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085f9f22-843b-4602-a192-14e31b98e94a" -d '{"events": [{"server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "name": "network-vif-deleted", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:22:36.247772 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49abb53-1455-4591-96a1-346162d3a67e x-openstack-request-id: req-c49abb53-1455-4591-96a1-346162d3a67e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:22:36.248430 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e14a1cf-dd30-4d46-9fd6-678b565f01c7", "name": "network-vif-deleted", "tag": "bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:22:36.248885 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c49abb53-1455-4591-96a1-346162d3a67e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:22:36.249466 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e14a1cf-dd30-4d46-9fd6-678b565f01c7', 'name': 'network-vif-deleted', 'tag': 'bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d', 'status': 'completed', 'code': 200} Sep 07 04:22:36.303509 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955e5b3-65c4-418f-9465-e4bef70615da req-890d8a5e-1889-4496-9bc2-53af1f2c7bc9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:36.305065 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4955e5b3-65c4-418f-9465-e4bef70615da req-890d8a5e-1889-4496-9bc2-53af1f2c7bc9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 947 time: 0.0522008 Sep 07 04:22:36.345890 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4955e5b3-65c4-418f-9465-e4bef70615da req-83ae6903-39e8-4db6-b2d9-868213cc2cee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344105 Sep 07 04:22:36.629726 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6366b6e3-573d-4179-9b48-422e37901472 req-c6236584-a1d5-4c04-89c1-e854bce34bb2 tempest-TestMinimumBasicScenario-15274221 tempest-TestMinimumBasicScenario-15274221-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e14a1cf-dd30-4d46-9fd6-678b565f01c7 HTTP/1.1" status: 200 len: 210 time: 0.0253029 Sep 07 04:22:37.466861 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c6406-da6f-4f9b-a253-61a4562e97f3 req-77f14806-104d-44c0-8fa7-17967d246eb4 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:37.468296 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-063c6406-da6f-4f9b-a253-61a4562e97f3 req-77f14806-104d-44c0-8fa7-17967d246eb4 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 947 time: 0.0501409 Sep 07 04:22:37.505829 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-063c6406-da6f-4f9b-a253-61a4562e97f3 req-4cf22e8c-0689-40e5-9291-92fb486e34f7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315495 Sep 07 04:22:38.622595 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463d9a-05f2-4171-9bab-e0a85815a8c5 req-1ea8e7d1-c43f-4398-8369-e5a79b73a959 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:38.624030 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1463d9a-05f2-4171-9bab-e0a85815a8c5 req-1ea8e7d1-c43f-4398-8369-e5a79b73a959 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 947 time: 0.0470765 Sep 07 04:22:38.661480 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1463d9a-05f2-4171-9bab-e0a85815a8c5 req-c9208e32-a2a9-432c-ab7d-387851802ba3 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313523 Sep 07 04:22:39.290171 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45898) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:39.829014 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d81a3-d5df-4182-960d-f2e14cfe66f6 req-e7650b79-4890-46f6-95c4-992c12a92fb7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:39.830466 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f15d81a3-d5df-4182-960d-f2e14cfe66f6 req-e7650b79-4890-46f6-95c4-992c12a92fb7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 947 time: 0.0955119 Sep 07 04:22:39.888073 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f15d81a3-d5df-4182-960d-f2e14cfe66f6 req-3a9d9ad8-6e5b-434a-9987-f514ae1068ae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513003 Sep 07 04:22:39.893510 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a76230f9-3157-47ee-bdf5-1b0988898862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322840'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:40.064230 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:22:40.176559 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-a76230f9-3157-47ee-bdf5-1b0988898862 admin admin] Deleting port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:40.176900 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a76230f9-3157-47ee-bdf5-1b0988898862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:40.433034 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-a76230f9-3157-47ee-bdf5-1b0988898862 admin admin] For port 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:40.433307 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a76230f9-3157-47ee-bdf5-1b0988898862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:40.445523 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-a76230f9-3157-47ee-bdf5-1b0988898862 admin admin] Calling delete_port for 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:40.642029 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a76230f9-3157-47ee-bdf5-1b0988898862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:40.669928 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76230f9-3157-47ee-bdf5-1b0988898862 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:40.827009 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a76230f9-3157-47ee-bdf5-1b0988898862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33082078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-322948'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.067771 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4b69d-6358-43a2-942a-9f6bc756e5a8 req-d145ee6c-a160-46d4-88b5-25d4486b428d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:41.069290 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-71f4b69d-6358-43a2-942a-9f6bc756e5a8 req-d145ee6c-a160-46d4-88b5-25d4486b428d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 947 time: 0.0945199 Sep 07 04:22:41.099522 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76230f9-3157-47ee-bdf5-1b0988898862 admin admin] Router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:22:41.122094 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-71f4b69d-6358-43a2-942a-9f6bc756e5a8 req-5b157c11-b9ac-4e67-b14e-b7686a26aa00 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Sep 07 04:22:41.218175 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76230f9-3157-47ee-bdf5-1b0988898862 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:22:41.223138 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a76230f9-3157-47ee-bdf5-1b0988898862 admin admin] 10.222.0.41 "PUT /v2.0/routers/0fcfda39-7118-43cb-a793-b9e8f4f52a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9318883 Sep 07 04:22:41.226245 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45910) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:41.227183 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a631535b-3cda-456d-8de4-64fc09de3570 None None] Sync routers for ids ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:22:41.235995 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a631535b-3cda-456d-8de4-64fc09de3570 None None] Routers {'0fcfda39-7118-43cb-a793-b9e8f4f52a53'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:41.236626 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a631535b-3cda-456d-8de4-64fc09de3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:41.326913 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Notify callbacks [] for router, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.434336 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.458596 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-a631535b-3cda-456d-8de4-64fc09de3570 None None] Set router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:41.489868 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Deleting port ee9fbdc5-753d-4f97-925b-7dda1af02c5e {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:41.490210 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.569831 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] For port ee9fbdc5-753d-4f97-925b-7dda1af02c5e, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=ee9fbdc5-753d-4f97-925b-7dda1af02c5e,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:41.570194 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.581378 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Calling delete_port for ee9fbdc5-753d-4f97-925b-7dda1af02c5e owned by network:router_gateway {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:41.630329 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a631535b-3cda-456d-8de4-64fc09de3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:22:40Z', 'revision_number': 5, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port': {'id': 'ee9fbdc5-753d-4f97-925b-7dda1af02c5e', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:10Z', 'updated_at': '2021-09-07T04:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:41.656654 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a631535b-3cda-456d-8de4-64fc09de3570 None None] Checking router: 0fcfda39-7118-43cb-a793-b9e8f4f52a53 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:22:41.665523 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a631535b-3cda-456d-8de4-64fc09de3570 None None] Routers {'0fcfda39-7118-43cb-a793-b9e8f4f52a53'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:41.666135 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a631535b-3cda-456d-8de4-64fc09de3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:41.733652 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:22:41.742592 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.756802 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:22:41.757161 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device bb4c9ac7-4fa1-4ad7-a8b8-602c51773d7d not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:22:41.767162 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-6f7c8eac-b9c1-4262-88c3-0bc85fab3318 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:41.768656 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-6f7c8eac-b9c1-4262-88c3-0bc85fab3318 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.36 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 947 time: 0.0497341 Sep 07 04:22:41.778369 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b431d7f-174c-49f2-b505-4bb341db4296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.788641 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-a631535b-3cda-456d-8de4-64fc09de3570 None None] Set router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:41.793102 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Pushing event deleted for resources: {'Port': ['ID=ee9fbdc5-753d-4f97-925b-7dda1af02c5e,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:41.834506 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-322086'] for router_gateway, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.844854 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a631535b-3cda-456d-8de4-64fc09de3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:22:41Z', 'revision_number': 6, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port_host': None}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:41.867073 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Deleting port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:41.867411 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.872763 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a631535b-3cda-456d-8de4-64fc09de3570 None None] The sync data for ids ['0fcfda39-7118-43cb-a793-b9e8f4f52a53'] in dv-cinder-778193-8-iscsi is: [{'id': '0fcfda39-7118-43cb-a793-b9e8f4f52a53', 'name': 'tempest-TestMinimumBasicScenario-30102220-router', 'tenant_id': '636c1bfc812e490d9d4448ed8a4136dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:09Z', 'updated_at': '2021-09-07T04:22:41Z', 'revision_number': 6, 'project_id': '636c1bfc812e490d9d4448ed8a4136dc', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:22:41.885521 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device b76d8d93-bd10-4e95-8582-3e5cb6bdf955 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:22:41.946868 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15493'] for router, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.949002 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.961542 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:41.961911 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.975519 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:41.998264 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:22:42.000544 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65e68a4-85a1-4143-a2e9-9957d4c5549d" -d '{"events": [{"server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:22:42.015782 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-323708'] for router, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.016291 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fcfda39-7118-43cb-a793-b9e8f4f52a53 {{(pid=94062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:22:42.016573 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port b76d8d93-bd10-4e95-8582-3e5cb6bdf955, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:42.022399 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.023486 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.024649 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ddc3944a-d742-4b03-a6d6-0c837833faaf admin admin] 10.222.0.41 "DELETE /v2.0/routers/0fcfda39-7118-43cb-a793-b9e8f4f52a53 HTTP/1.1" status: 204 len: 168 time: 0.7972467 Sep 07 04:22:42.027094 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45914) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:42.060110 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 04:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d451d389-4957-4244-8972-4f45abcdcfb9 x-openstack-request-id: req-d451d389-4957-4244-8972-4f45abcdcfb9 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:22:42.061147 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:22:42.061472 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d451d389-4957-4244-8972-4f45abcdcfb9 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:22:42.061927 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'code': 200} Sep 07 04:22:42.074170 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df667b5-7a04-4317-99d2-bdb1650e1616 admin admin] Deleting subnet 457c2ba9-a4f8-4af9-a264-a6bd9eb3f686 {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:22:42.077263 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4df667b5-7a04-4317-99d2-bdb1650e1616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.083227 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,revision_number=11']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:42.117611 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4df667b5-7a04-4317-99d2-bdb1650e1616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30486676'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.200551 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.201444 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.201995 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.l3_db [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Floating IP b1af71ee-f520-4b68-aede-fffbdb7beb7b disassociated. External IP: 172.27.3.16, port: b76d8d93-bd10-4e95-8582-3e5cb6bdf955. Sep 07 04:22:42.202490 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Calling delete_port for b76d8d93-bd10-4e95-8582-3e5cb6bdf955 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:42.256835 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4df667b5-7a04-4317-99d2-bdb1650e1616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.320741 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f0f1e-910a-4d90-9314-33e4be6827b6 req-ea90af73-496a-4f94-8732-6763542e45f6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:42.322547 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d76f0f1e-910a-4d90-9314-33e4be6827b6 req-ea90af73-496a-4f94-8732-6763542e45f6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=161c19b4-1080-4f50-95ae-75cb9bc7a0a4 HTTP/1.1" status: 200 len: 945 time: 0.1273680 Sep 07 04:22:42.338841 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.355702 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4df667b5-7a04-4317-99d2-bdb1650e1616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29810814'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.366203 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event deleted for resources: {'Port': ['ID=b76d8d93-bd10-4e95-8582-3e5cb6bdf955,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:42.400460 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d76f0f1e-910a-4d90-9314-33e4be6827b6 req-a2a779e5-8261-4368-b1da-5ef15cd5debe tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f43977e1-cdcc-494e-a605-62dda3cb3497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653148 Sep 07 04:22:42.400460 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4df667b5-7a04-4317-99d2-bdb1650e1616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.406599 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4df667b5-7a04-4317-99d2-bdb1650e1616 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/457c2ba9-a4f8-4af9-a264-a6bd9eb3f686 HTTP/1.1" status: 204 len: 168 time: 0.3782957 Sep 07 04:22:42.407493 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45922) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:42.408248 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df667b5-7a04-4317-99d2-bdb1650e1616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457c2ba9-a4f8-4af9-a264-a6bd9eb3f686,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:42.448058 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908bd1ed-643a-4d02-8675-e6c2e0d15696 None None] Network cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:22:42.475905 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:22:42.492320 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.499724 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Router a2a8a161-94a3-456f-a755-05c9e3eeb217 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:22:42.501992 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:22:42.502517 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 96a77a01-1d18-4e5b-a1a9-3d0d1280d8ca not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:22:42.554663 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Deleting port 1320b4d0-4cf7-40b4-aa76-10c003eaded0 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:42.555109 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.614283 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:22:42.626392 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfea181-4556-444c-a349-2b71f803a3e5 None None] Sync routers for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:22:42.638651 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfea181-4556-444c-a349-2b71f803a3e5 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:42.639289 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-edfea181-4556-444c-a349-2b71f803a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:42.660014 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] No DVR routers for this DVR port b76d8d93-bd10-4e95-8582-3e5cb6bdf955 on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:22:42.663143 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.665182 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-445ce24c-0d63-4e81-b802-347f0ef01391 req-3afa6702-be6b-4d96-84f5-29347f8a771d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.36 "DELETE /v2.0/ports/b76d8d93-bd10-4e95-8582-3e5cb6bdf955 HTTP/1.1" status: 204 len: 173 time: 0.8889124 Sep 07 04:22:42.665645 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'name': 'network-vif-deleted', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:22:42.667904 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1932fee7-92de-4b31-93a7-869b8896ff6f" -d '{"events": [{"server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "name": "network-vif-deleted", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:22:42.706967 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097610ea-513c-4e5c-8bc5-75929e7f53fa x-openstack-request-id: req-097610ea-513c-4e5c-8bc5-75929e7f53fa {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:22:42.707482 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161c19b4-1080-4f50-95ae-75cb9bc7a0a4", "name": "network-vif-deleted", "tag": "b76d8d93-bd10-4e95-8582-3e5cb6bdf955", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:22:42.707943 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-097610ea-513c-4e5c-8bc5-75929e7f53fa {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:22:42.708518 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161c19b4-1080-4f50-95ae-75cb9bc7a0a4', 'name': 'network-vif-deleted', 'tag': 'b76d8d93-bd10-4e95-8582-3e5cb6bdf955', 'status': 'completed', 'code': 200} Sep 07 04:22:42.806184 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919ff838-0fc8-49cb-8fa9-69e9a5a24381 None None] DHCP port deletion for cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 request from dv-cinder-778193-8-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:22:42.806732 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-edfea181-4556-444c-a349-2b71f803a3e5 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:42.857377 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] For port 1320b4d0-4cf7-40b4-aa76-10c003eaded0, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=1320b4d0-4cf7-40b4-aa76-10c003eaded0,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:42.857377 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.871952 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Calling delete_port for 1320b4d0-4cf7-40b4-aa76-10c003eaded0 owned by network:dhcp {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:42.908715 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-919ff838-0fc8-49cb-8fa9-69e9a5a24381 None None] Deleting port 1320b4d0-4cf7-40b4-aa76-10c003eaded0 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:42.909795 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-919ff838-0fc8-49cb-8fa9-69e9a5a24381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:42.977771 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.002170 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-919ff838-0fc8-49cb-8fa9-69e9a5a24381 None None] For port 1320b4d0-4cf7-40b4-aa76-10c003eaded0, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=1320b4d0-4cf7-40b4-aa76-10c003eaded0,segment=NetworkSegment(9a24c042-9ef9-4f82-85c1-26eaae31b146),segment_id=9a24c042-9ef9-4f82-85c1-26eaae31b146)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:43.002684 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-919ff838-0fc8-49cb-8fa9-69e9a5a24381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.014181 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] No DVR routers for this DVR port 1320b4d0-4cf7-40b4-aa76-10c003eaded0 on host dv-cinder-778193-8-iscsi {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:22:43.020780 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-919ff838-0fc8-49cb-8fa9-69e9a5a24381 None None] Calling delete_port for 1320b4d0-4cf7-40b4-aa76-10c003eaded0 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:43.021536 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Pushing event deleted for resources: {'Port': ['ID=1320b4d0-4cf7-40b4-aa76-10c003eaded0,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:43.055287 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-edfea181-4556-444c-a349-2b71f803a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:43.086430 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfea181-4556-444c-a349-2b71f803a3e5 None None] Checking router: a2a8a161-94a3-456f-a755-05c9e3eeb217 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:22:43.098466 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.102530 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfea181-4556-444c-a349-2b71f803a3e5 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:43.103152 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-edfea181-4556-444c-a349-2b71f803a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:43.124343 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:43.138669 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a24c042-9ef9-4f82-85c1-26eaae31b146') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:43.138971 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a24c042-9ef9-4f82-85c1-26eaae31b146') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:43.158221 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30486671'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.170097 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-919ff838-0fc8-49cb-8fa9-69e9a5a24381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.196051 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ff838-0fc8-49cb-8fa9-69e9a5a24381 None None] Pushing event deleted for resources: {'Port': ['ID=1320b4d0-4cf7-40b4-aa76-10c003eaded0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:43.206122 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ff838-0fc8-49cb-8fa9-69e9a5a24381 None None] No DVR routers for this DVR port 1320b4d0-4cf7-40b4-aa76-10c003eaded0 on host dv-cinder-778193-8-iscsi {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:22:43.207114 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.218581 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:22:43.219368 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2660306'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: timer() Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: cb(*args, **kw) Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: self._notify() Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: self.callback(batched_events) Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: event.method(event) Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._get(url).json() Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:22:43.221605 dv-cinder-778193-8-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:22:43.253263 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-edfea181-4556-444c-a349-2b71f803a3e5 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:43.301301 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.320522 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.323465 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] 10.222.0.41 "DELETE /v2.0/networks/cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4 HTTP/1.1" status: 204 len: 168 time: 0.9126291 Sep 07 04:22:43.326073 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151db98-f0bf-45fb-94b8-bd01e40ddfed admin admin] Pushing event deleted for resources: {'Network': ['ID=cd45e6d8-a2a9-49ae-8162-4f09cfdc47f4,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:43.326768 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45930) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:43.512626 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-edfea181-4556-444c-a349-2b71f803a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:43.546776 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfea181-4556-444c-a349-2b71f803a3e5 None None] The sync data for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi is: [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:22:43.590026 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45938) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:43.673811 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d91d0fca-c5ff-4630-94f5-f35cfff4f40a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.704083 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d91d0fca-c5ff-4630-94f5-f35cfff4f40a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.754670 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d91d0fca-c5ff-4630-94f5-f35cfff4f40a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.757996 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d91d0fca-c5ff-4630-94f5-f35cfff4f40a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.761098 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d91d0fca-c5ff-4630-94f5-f35cfff4f40a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "DELETE /v2.0/security-groups/f43977e1-cdcc-494e-a605-62dda3cb3497 HTTP/1.1" status: 204 len: 168 time: 0.1695385 Sep 07 04:22:43.762302 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45942) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:43.772917 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d0fca-c5ff-4630-94f5-f35cfff4f40a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43977e1-cdcc-494e-a605-62dda3cb3497,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:43.790921 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eec7a0b5-ec20-4d15-9239-c918bb3439b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322840'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:43.794384 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.api.v2.resource [None req-71cb19f1-3ef9-4de5-85e2-641255d9dc0f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] show failed (client error): The resource could not be found. Sep 07 04:22:43.795861 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-71cb19f1-3ef9-4de5-85e2-641255d9dc0f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups/f43977e1-cdcc-494e-a605-62dda3cb3497 HTTP/1.1" status: 404 len: 347 time: 0.0300109 Sep 07 04:22:43.798753 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45944) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:43.858250 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b77c6fc-567a-422b-b701-fd8583f92a68 None None] New status for floating IP b1af71ee-f520-4b68-aede-fffbdb7beb7b: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:22:43.961809 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-b6bf36a1-e7d7-4b68-934d-f9e5b849662e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Deleting port a79099bb-cdd4-43ea-94e2-b6e3329710a6 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:43.962157 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b6bf36a1-e7d7-4b68-934d-f9e5b849662e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.039204 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b6bf36a1-e7d7-4b68-934d-f9e5b849662e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.039531 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b6bf36a1-e7d7-4b68-934d-f9e5b849662e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.043539 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-eec7a0b5-ec20-4d15-9239-c918bb3439b1 admin admin] Deleting port 238645ad-6103-4560-8df7-ae4a7df6c8eb {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:44.043877 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eec7a0b5-ec20-4d15-9239-c918bb3439b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.051272 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-b6bf36a1-e7d7-4b68-934d-f9e5b849662e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Calling delete_port for a79099bb-cdd4-43ea-94e2-b6e3329710a6 owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:44.120210 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-eec7a0b5-ec20-4d15-9239-c918bb3439b1 admin admin] For port 238645ad-6103-4560-8df7-ae4a7df6c8eb, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=238645ad-6103-4560-8df7-ae4a7df6c8eb,segment=NetworkSegment(4d56311f-c998-4b70-b753-ad3ea87017fb),segment_id=4d56311f-c998-4b70-b753-ad3ea87017fb)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:44.120594 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eec7a0b5-ec20-4d15-9239-c918bb3439b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.133553 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-eec7a0b5-ec20-4d15-9239-c918bb3439b1 admin admin] Calling delete_port for 238645ad-6103-4560-8df7-ae4a7df6c8eb owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:44.197121 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b6bf36a1-e7d7-4b68-934d-f9e5b849662e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.219683 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf36a1-e7d7-4b68-934d-f9e5b849662e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event deleted for resources: {'Port': ['ID=a79099bb-cdd4-43ea-94e2-b6e3329710a6,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:44.263743 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e820198-c168-4050-9b40-cf3fb19f7fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.297904 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b6bf36a1-e7d7-4b68-934d-f9e5b849662e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.300537 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b6bf36a1-e7d7-4b68-934d-f9e5b849662e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.301852 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b6bf36a1-e7d7-4b68-934d-f9e5b849662e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "DELETE /v2.0/floatingips/b1af71ee-f520-4b68-aede-fffbdb7beb7b HTTP/1.1" status: 204 len: 168 time: 0.5017824 Sep 07 04:22:44.325943 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 1320b4d0-4cf7-40b4-aa76-10c003eaded0 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:22:44.333682 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eec7a0b5-ec20-4d15-9239-c918bb3439b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.348888 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 1320b4d0-4cf7-40b4-aa76-10c003eaded0 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:22:44.349176 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 1320b4d0-4cf7-40b4-aa76-10c003eaded0 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:22:44.350366 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device ee9fbdc5-753d-4f97-925b-7dda1af02c5e no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:22:44.359094 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7a0b5-ec20-4d15-9239-c918bb3439b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=238645ad-6103-4560-8df7-ae4a7df6c8eb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:44.370329 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: ee9fbdc5-753d-4f97-925b-7dda1af02c5e {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:22:44.370680 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device ee9fbdc5-753d-4f97-925b-7dda1af02c5e not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:22:44.509472 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45948) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:44.514077 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-14d8112e-828f-438d-9a24-da1280ec9bab tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--427908320', 'description': 'tempest-description--1018409266'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:44.536261 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-14d8112e-828f-438d-9a24-da1280ec9bab tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.541432 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eec7a0b5-ec20-4d15-9239-c918bb3439b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33082078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-322948'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.622082 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-14d8112e-828f-438d-9a24-da1280ec9bab tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.627211 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-14d8112e-828f-438d-9a24-da1280ec9bab tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.658974 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-14d8112e-828f-438d-9a24-da1280ec9bab tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.664483 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-14d8112e-828f-438d-9a24-da1280ec9bab tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1535552 Sep 07 04:22:44.666325 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45952) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:44.671018 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-189c38ba-9067-4542-a6bb-8d44c3e2a460 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Request body: {'security_group_rule': {'security_group_id': '979bf68f-f653-48ac-898a-c92d5434dd5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:44.676701 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8112e-828f-438d-9a24-da1280ec9bab tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979bf68f-f653-48ac-898a-c92d5434dd5a,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:44.702974 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-189c38ba-9067-4542-a6bb-8d44c3e2a460 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.767202 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-189c38ba-9067-4542-a6bb-8d44c3e2a460 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.783832 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-189c38ba-9067-4542-a6bb-8d44c3e2a460 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.798746 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.804733 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c38ba-9067-4542-a6bb-8d44c3e2a460 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4726f5-291e-48c7-bc02-de365f3cc0f1,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:44.814187 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-189c38ba-9067-4542-a6bb-8d44c3e2a460 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.819026 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-189c38ba-9067-4542-a6bb-8d44c3e2a460 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515989 Sep 07 04:22:44.819936 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45958) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:44.824642 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-913c7ecd-ee2e-4ebc-bcb8-9f46a97d06f6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Request body: {'security_group_rule': {'security_group_id': '979bf68f-f653-48ac-898a-c92d5434dd5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:44.855272 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-913c7ecd-ee2e-4ebc-bcb8-9f46a97d06f6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.922197 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-913c7ecd-ee2e-4ebc-bcb8-9f46a97d06f6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.926677 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-913c7ecd-ee2e-4ebc-bcb8-9f46a97d06f6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.945875 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c7ecd-ee2e-4ebc-bcb8-9f46a97d06f6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96cd008-4456-48a2-b3be-3a8aa6be7ebe,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:44.952768 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-913c7ecd-ee2e-4ebc-bcb8-9f46a97d06f6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:44.954037 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-913c7ecd-ee2e-4ebc-bcb8-9f46a97d06f6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330678 Sep 07 04:22:44.957031 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 45962) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:44.961830 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Request body: {'floatingip': {'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:44.983720 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.039781 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec7a0b5-ec20-4d15-9239-c918bb3439b1 admin admin] Router f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:22:45.089294 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.162202 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec7a0b5-ec20-4d15-9239-c918bb3439b1 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:22:45.167447 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-eec7a0b5-ec20-4d15-9239-c918bb3439b1 admin admin] 10.222.0.41 "PUT /v2.0/routers/f58ee3c7-8bf6-4001-bf18-ad0215cd67f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8396194 Sep 07 04:22:45.170095 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45964) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:45.173975 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437c622d-2a64-4b78-b9c3-11cbe1b5ad97 None None] Sync routers for ids ['f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:22:45.186967 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c622d-2a64-4b78-b9c3-11cbe1b5ad97 None None] Routers {'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:45.187831 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-437c622d-2a64-4b78-b9c3-11cbe1b5ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:45.220612 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Allocated IP 172.27.3.38 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/403571e4-0628-4f2d-8cf2-a9986766c385) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:22:45.268570 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.302259 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.326688 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-437c622d-2a64-4b78-b9c3-11cbe1b5ad97 None None] Set router f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:45.328484 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.371941 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.417303 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:22:45.421878 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:22:45.429310 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:22:45.432442 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event updated for resources: {'Port': ['ID=403571e4-0628-4f2d-8cf2-a9986766c385,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:45.433311 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.493882 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Deleting port bb96a589-ff0a-4216-bebc-d23e7ec37975 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:45.494228 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.530153 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.546103 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-437c622d-2a64-4b78-b9c3-11cbe1b5ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'name': 'tempest-TestMinimumBasicScenario-1594122986-router', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:16Z', 'updated_at': '2021-09-07T04:22:44Z', 'revision_number': 5, 'project_id': 'ffb1480d54704b51adbb871577a2f10b', 'gw_port': {'id': 'bb96a589-ff0a-4216-bebc-d23e7ec37975', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:16:17Z', 'updated_at': '2021-09-07T04:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:45.574431 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.578391 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] For port bb96a589-ff0a-4216-bebc-d23e7ec37975, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=bb96a589-ff0a-4216-bebc-d23e7ec37975,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:45.578391 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.591538 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Calling delete_port for bb96a589-ff0a-4216-bebc-d23e7ec37975 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:45.669035 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437c622d-2a64-4b78-b9c3-11cbe1b5ad97 None None] Checking router: f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:22:45.678395 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c622d-2a64-4b78-b9c3-11cbe1b5ad97 None None] Routers {'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:45.679421 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-437c622d-2a64-4b78-b9c3-11cbe1b5ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:45.754343 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.759828 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.781407 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-437c622d-2a64-4b78-b9c3-11cbe1b5ad97 None None] Set router f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:45.803906 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.829260 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb96a589-ff0a-4216-bebc-d23e7ec37975,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:45.834263 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event updated for resources: {'Port': ['ID=403571e4-0628-4f2d-8cf2-a9986766c385,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:45.836373 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-437c622d-2a64-4b78-b9c3-11cbe1b5ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'name': 'tempest-TestMinimumBasicScenario-1594122986-router', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:16Z', 'updated_at': '2021-09-07T04:22:45Z', 'revision_number': 6, 'project_id': 'ffb1480d54704b51adbb871577a2f10b', 'gw_port_host': None}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:45.847572 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.863351 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.865691 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437c622d-2a64-4b78-b9c3-11cbe1b5ad97 None None] The sync data for ids ['f58ee3c7-8bf6-4001-bf18-ad0215cd67f1'] in dv-cinder-778193-8-iscsi is: [{'id': 'f58ee3c7-8bf6-4001-bf18-ad0215cd67f1', 'name': 'tempest-TestMinimumBasicScenario-1594122986-router', 'tenant_id': 'ffb1480d54704b51adbb871577a2f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:16:16Z', 'updated_at': '2021-09-07T04:22:45Z', 'revision_number': 6, 'project_id': 'ffb1480d54704b51adbb871577a2f10b', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:22:45.868741 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5768afc8-9b09-4c23-a2fb-54494ce7e1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9107332 Sep 07 04:22:45.901780 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-322086'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:45.998178 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15493'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.000241 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.035477 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-79e76f63-6ac6-47f9-985b-ae7ac56cf61c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--427908320&fields=id&tenant_id=bf1369739d3f489aa9ac09e68d77a7c7 HTTP/1.1" status: 200 len: 267 time: 0.0426698 Sep 07 04:22:46.052714 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-323708'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.053663 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:22:46.059714 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.060929 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-34815902-f2f1-429c-908a-88f126504a34 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f58ee3c7-8bf6-4001-bf18-ad0215cd67f1 HTTP/1.1" status: 204 len: 168 time: 0.8898969 Sep 07 04:22:46.065974 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45986) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:46.112048 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-f177609f-9db1-4648-b6a3-9971010ed8f2 admin admin] Deleting subnet b6cf0899-e05f-4653-ab49-de03a6a81ab3 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:22:46.115031 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f177609f-9db1-4648-b6a3-9971010ed8f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.149855 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f177609f-9db1-4648-b6a3-9971010ed8f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30740894'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.151930 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-b320bc26-ddc8-422f-b9ac-47fe43846912 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:46.153494 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-b320bc26-ddc8-422f-b9ac-47fe43846912 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 817 time: 0.1109054 Sep 07 04:22:46.168574 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-1cbd540d-7be3-457a-9ff4-c673a8c90d11 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/quotas/bf1369739d3f489aa9ac09e68d77a7c7 HTTP/1.1" status: 200 len: 375 time: 0.0092163 Sep 07 04:22:46.224822 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-d56d6daa-e8cb-42e4-85de-45de1f055bfd tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508313 Sep 07 04:22:46.272393 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f177609f-9db1-4648-b6a3-9971010ed8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.331324 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f177609f-9db1-4648-b6a3-9971010ed8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30701965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30223323'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.361338 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f177609f-9db1-4648-b6a3-9971010ed8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.366363 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f177609f-9db1-4648-b6a3-9971010ed8f2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b6cf0899-e05f-4653-ab49-de03a6a81ab3 HTTP/1.1" status: 204 len: 168 time: 0.2965152 Sep 07 04:22:46.366363 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177609f-9db1-4648-b6a3-9971010ed8f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cf0899-e05f-4653-ab49-de03a6a81ab3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:46.367313 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 45990) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:46.371587 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f44bbf-c537-40a6-95e2-7bef3860f208 None None] Network 7e98febe-9388-4946-9576-a62905d434f4 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:22:46.422862 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a242f844-2dcf-4849-a21a-60109e378cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868372 Sep 07 04:22:46.447330 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.499358 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Deleting port 32ac78ef-6bda-4121-9160-1ebf03ac2b71 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:46.499703 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.515308 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-925fdddd-4c00-4dc5-b9f9-6a14db1e1ade service neutron] 10.222.0.41 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853374 Sep 07 04:22:46.570783 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] For port 32ac78ef-6bda-4121-9160-1ebf03ac2b71, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=32ac78ef-6bda-4121-9160-1ebf03ac2b71,segment=NetworkSegment(4d56311f-c998-4b70-b753-ad3ea87017fb),segment_id=4d56311f-c998-4b70-b753-ad3ea87017fb)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:46.571167 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.585459 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Calling delete_port for 32ac78ef-6bda-4121-9160-1ebf03ac2b71 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:46.673993 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.684044 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6b11d121-0998-4874-bcac-fd3d8870c1e2 req-513ee5ef-49f9-456d-be1c-6f410132e566 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 210 time: 0.0344305 Sep 07 04:22:46.711434 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ac78ef-6bda-4121-9160-1ebf03ac2b71,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:46.715188 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] No DVR routers for this DVR port 32ac78ef-6bda-4121-9160-1ebf03ac2b71 on host dv-cinder-778193-8-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:22:46.729934 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30faa613-324c-40bf-a28b-9ee78d650428 None None] DHCP port deletion for 7e98febe-9388-4946-9576-a62905d434f4 request from dv-cinder-778193-8-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:22:46.757395 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 238645ad-6103-4560-8df7-ae4a7df6c8eb no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:22:46.780166 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 238645ad-6103-4560-8df7-ae4a7df6c8eb {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:22:46.780771 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 238645ad-6103-4560-8df7-ae4a7df6c8eb not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:22:46.805709 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.826132 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e98febe-9388-4946-9576-a62905d434f4']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:46.837662 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d56311f-c998-4b70-b753-ad3ea87017fb') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:46.838032 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d56311f-c998-4b70-b753-ad3ea87017fb') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:46.851893 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30740869'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.867245 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.877215 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:22:46.877609 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30702055'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: Traceback (most recent call last): Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: timer() Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: cb(*args, **kw) Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: return func(*args, **kwargs) Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: self._notify() Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: self.callback(batched_events) Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: event.method(event) Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: return f(self, *a, **k) Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._get(url).json() Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:22:46.879768 dv-cinder-778193-8-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:22:46.938249 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.947693 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:46.951854 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7e98febe-9388-4946-9576-a62905d434f4 HTTP/1.1" status: 204 len: 168 time: 0.5782983 Sep 07 04:22:46.958950 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de58467-039e-4cb8-bf7c-72cf01483786 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e98febe-9388-4946-9576-a62905d434f4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:47.112437 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46008) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:47.119197 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:47.163659 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d8fc9c25-d324-47b0-b0f2-e3ca88993aa6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=636c1bfc812e490d9d4448ed8a4136dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465233 Sep 07 04:22:47.164004 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46012) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:47.213999 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0e46398c-b4ae-4f89-9cc5-2629bb077d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:47.235172 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0e46398c-b4ae-4f89-9cc5-2629bb077d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:47.281415 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0e46398c-b4ae-4f89-9cc5-2629bb077d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:47.283918 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0e46398c-b4ae-4f89-9cc5-2629bb077d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:47.285109 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0e46398c-b4ae-4f89-9cc5-2629bb077d4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2e771d0-b46e-438f-8c9d-5ad81bafe7ed HTTP/1.1" status: 204 len: 168 time: 0.1201098 Sep 07 04:22:47.294205 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46398c-b4ae-4f89-9cc5-2629bb077d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e771d0-b46e-438f-8c9d-5ad81bafe7ed,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:47.489727 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:47.620440 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46018) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:47.666092 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8f20f67b-e91f-4591-bad5-2cdc6f0448b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffb1480d54704b51adbb871577a2f10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419223 Sep 07 04:22:47.666301 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46020) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:47.721490 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-08bfdab3-b1ce-4de5-bfc8-b85c86cd1d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:47.745145 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-08bfdab3-b1ce-4de5-bfc8-b85c86cd1d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:47.781720 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-0075ede7-f3cf-4ac4-b441-cb9062bccc5c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:47.784144 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-0075ede7-f3cf-4ac4-b441-cb9062bccc5c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 817 time: 0.1388061 Sep 07 04:22:47.809579 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2371192c-e86b-451d-a67b-0e97377e7ee8 req-8a19034f-1134-4a40-8310-df36aa6e2ae8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 210 time: 0.0366533 Sep 07 04:22:47.837578 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-9d589aa5-2df4-4ae0-b7e8-221895720181 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1369739d3f489aa9ac09e68d77a7c7 HTTP/1.1" status: 200 len: 379 time: 0.0371566 Sep 07 04:22:47.839357 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-08bfdab3-b1ce-4de5-bfc8-b85c86cd1d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:47.842094 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-08bfdab3-b1ce-4de5-bfc8-b85c86cd1d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:47.843206 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-08bfdab3-b1ce-4de5-bfc8-b85c86cd1d9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e2eb276-f5d3-4a71-83f7-c3e04d37e3e2 HTTP/1.1" status: 204 len: 168 time: 0.1759841 Sep 07 04:22:47.848595 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Request body: {'port': {'device_id': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'admin_state_up': True, 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'security_groups': ['979bf68f-f653-48ac-898a-c92d5434dd5a']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:47.854629 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfdab3-b1ce-4de5-bfc8-b85c86cd1d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2eb276-f5d3-4a71-83f7-c3e04d37e3e2,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:47.959648 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Made reservation on behalf of bf1369739d3f489aa9ac09e68d77a7c7 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:22:47.963104 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.087326 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Allocated IP 172.20.0.7 (321f0f4c-b788-479a-a9d9-b101cbaa39d1/9264c29e-9805-4040-b610-de9e25a6f596/aff26062-d8a0-4b5e-ac1d-3424b9c74b86) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:22:48.233292 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.249423 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Transition to ACTIVE for port object aff26062-d8a0-4b5e-ac1d-3424b9c74b86 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:22:48.285161 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.304416 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device bb96a589-ff0a-4216-bebc-d23e7ec37975 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:22:48.326893 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: bb96a589-ff0a-4216-bebc-d23e7ec37975 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:22:48.327485 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device bb96a589-ff0a-4216-bebc-d23e7ec37975 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:22:48.328200 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 32ac78ef-6bda-4121-9160-1ebf03ac2b71 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:22:48.351096 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 32ac78ef-6bda-4121-9160-1ebf03ac2b71 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:22:48.351470 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 32ac78ef-6bda-4121-9160-1ebf03ac2b71 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:22:48.356686 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:22:48.364919 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:22:48.366841 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event updated for resources: {'Port': ['ID=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:48.369041 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:22:48.425648 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:48.426262 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.442186 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-8f4a2515-f392-4d88-a19b-1f574f4e1974 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5987637 Sep 07 04:22:48.461219 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Request body: {'port': {'device_id': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:48.519851 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.581622 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46056) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:48.585557 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f997bc8e-c85f-4d69-b829-b48dff0c9143 None None] Provisioning for port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:22:48.590216 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f997bc8e-c85f-4d69-b829-b48dff0c9143 None None] Provisioning complete for port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:22:48.590425 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f997bc8e-c85f-4d69-b829-b48dff0c9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.627663 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f997bc8e-c85f-4d69-b829-b48dff0c9143 None None] Port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:22:48.691477 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-210206952-network', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:48.712493 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Made reservation on behalf of c7a6d697162e40598e1ec6bfb33e9201 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:22:48.714709 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.722970 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.790237 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff26062-d8a0-4b5e-ac1d-3424b9c74b86 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:22:48.798069 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.811503 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Transition to ACTIVE for port object aff26062-d8a0-4b5e-ac1d-3424b9c74b86 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:22:48.815748 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.818725 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.822190 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.846564 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:22:48.857418 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4b08a6-31f8-40bb-ac6f-b19881d38e85,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:48.862479 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.862829 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Added segment 756a0d50-cad4-47a9-bbe6-2702ef9a880a of type vlan for network 0b3d88a6-ff45-461c-931f-473210d73b13 Sep 07 04:22:48.872969 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Pushing event updated for resources: {'Port': ['ID=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:48.910150 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.946508 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Attempting to bind port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:22:48.946932 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Attempting to bind port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:22:48.947349 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Attempting to bind port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 on network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:22:48.952230 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 on network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:22:48.952834 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Attempting to bind port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 on network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:22:48.957983 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:22:48.958261 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Checking segment: {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:22:48.958614 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Bound using segment: {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:22:48.959199 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Bound port: aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b6baa5-9a86-4d64-b538-f19beccc3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:22:48.959585 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.967699 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:48.968776 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:48.969417 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:49.012501 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e92b85-9b03-4eb6-ad08-367760d350b8 req-d0aca9f3-86ff-4ebf-9bf2-c72062d4f975 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:49.014349 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-11e92b85-9b03-4eb6-ad08-367760d350b8 req-d0aca9f3-86ff-4ebf-9bf2-c72062d4f975 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0992241 Sep 07 04:22:49.029135 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:22:49.032247 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:22:49.037364 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:49.044238 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4603188 Sep 07 04:22:49.046747 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46062) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:49.053838 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb63ab-7a79-4efe-be03-1c0afef5169f admin admin] Pushing event updated for resources: {'Network': ['ID=0b3d88a6-ff45-461c-931f-473210d73b13,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:49.065357 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network 0b3d88a6-ff45-461c-931f-473210d73b13 details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:22:49.077151 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-69a21190-b78a-44ef-b1c4-01303301989d admin admin] Request body: {'subnet': {'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-210206952-subnet', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:49.084131 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-11e92b85-9b03-4eb6-ad08-367760d350b8 req-0f8fde5e-fc1b-44ac-b394-68283293236e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423157 Sep 07 04:22:49.091909 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:49.092879 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:49.094304 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] 10.222.0.36 "PUT /v2.0/ports/aff26062-d8a0-4b5e-ac1d-3424b9c74b86 HTTP/1.1" status: 200 len: 1093 time: 0.6376250 Sep 07 04:22:49.098584 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:22:49.101426 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06351003-fb98-45f1-a277-6d49bfb48100" -d '{"events": [{"name": "network-changed", "server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:22:49.155987 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a21190-b78a-44ef-b1c4-01303301989d admin admin] Made reservation on behalf of c7a6d697162e40598e1ec6bfb33e9201 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:22:49.158791 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69a21190-b78a-44ef-b1c4-01303301989d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30223284'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:49.160772 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055b028-f2ff-41fe-b093-d5615cf8a33c service neutron] Pushing event updated for resources: {'Port': ['ID=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:49.187224 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736b73a4-1fd0-4974-931e-dbd4adfea863 x-openstack-request-id: req-736b73a4-1fd0-4974-931e-dbd4adfea863 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:22:49.187509 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:22:49.187757 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-736b73a4-1fd0-4974-931e-dbd4adfea863 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:22:49.188141 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'status': 'completed', 'code': 200} Sep 07 04:22:49.272829 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-d53a0886-7155-4878-9071-b2756419e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:49.274356 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-d53a0886-7155-4878-9071-b2756419e1aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 1096 time: 0.1076741 Sep 07 04:22:49.344521 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-b91b41eb-a1e8-43a6-8f7d-9a1d6b528c16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86 HTTP/1.1" status: 200 len: 217 time: 0.0536523 Sep 07 04:22:49.436076 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-650c5771-ef5d-416e-a9f8-ca1e012987b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:49.437731 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-650c5771-ef5d-416e-a9f8-ca1e012987b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.0858591 Sep 07 04:22:49.456600 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69a21190-b78a-44ef-b1c4-01303301989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30701902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30223298'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:49.533786 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a21190-b78a-44ef-b1c4-01303301989d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a07c746-6f89-4a42-bf2f-88ab6e46861d,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:49.540873 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-f64fa9e5-b618-43bf-8857-7bbabfbd409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:49.542356 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-f64fa9e5-b618-43bf-8857-7bbabfbd409e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956187 Sep 07 04:22:49.547739 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a21190-b78a-44ef-b1c4-01303301989d admin admin] Checking segment: {'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:22:49.548090 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a21190-b78a-44ef-b1c4-01303301989d admin admin] Network hostable DHCP agents. Network: 0b3d88a6-ff45-461c-931f-473210d73b13, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:22:49.614374 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a21190-b78a-44ef-b1c4-01303301989d admin admin] Network 0b3d88a6-ff45-461c-931f-473210d73b13 is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:22:49.629317 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-69a21190-b78a-44ef-b1c4-01303301989d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, 0b3d88a6-ff45-461c-931f-473210d73b13) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:22:49.634713 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a21190-b78a-44ef-b1c4-01303301989d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:49.635317 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69a21190-b78a-44ef-b1c4-01303301989d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:49.639007 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f67525-3042-4335-80b2-691bad8d4c52 None None] Network 0b3d88a6-ff45-461c-931f-473210d73b13 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:22:49.664391 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-69a21190-b78a-44ef-b1c4-01303301989d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5913436 Sep 07 04:22:49.666754 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-3412f320-5524-4804-9efc-8242d4354bc7 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155746 Sep 07 04:22:49.667235 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46072) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:49.672147 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:49.695199 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-323213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11647'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:49.697553 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-323645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-321677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15500'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:49.776419 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:49.781783 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0182968e-a0b8-4640-8c1b-9bf4c9a0130c req-64efdb23-541b-414e-ab83-ef7d7bd29bf2 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074054 Sep 07 04:22:49.817280 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15dbd0e4-63ce-5fb6-91ef-286bacd01d99-0b3d88a6-ff45-461c-931f-473210d73b13', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'fixed_ips': [{'subnet_id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d'}]}} from dv-cinder-778193-8-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:22:49.818751 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:49.927629 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:49.951080 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351003-fb98-45f1-a277-6d49bfb48100 req-91e7b739-cf81-4975-8486-a05c442e3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:49.952779 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06351003-fb98-45f1-a277-6d49bfb48100 req-91e7b739-cf81-4975-8486-a05c442e3701 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 1096 time: 0.0479741 Sep 07 04:22:49.962001 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Allocated IP 172.20.0.2 (0b3d88a6-ff45-461c-931f-473210d73b13/6a07c746-6f89-4a42-bf2f-88ab6e46861d/5e5692a0-751b-4e69-81c9-fcec8f51af31) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:22:50.051108 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351003-fb98-45f1-a277-6d49bfb48100 req-5e327c51-2825-4978-958a-73a7e989be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:50.052569 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06351003-fb98-45f1-a277-6d49bfb48100 req-5e327c51-2825-4978-958a-73a7e989be57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 918 time: 0.0917153 Sep 07 04:22:50.097836 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06351003-fb98-45f1-a277-6d49bfb48100 req-c638d4f0-3e02-481a-b4b7-832d4e0897ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86 HTTP/1.1" status: 200 len: 217 time: 0.0376382 Sep 07 04:22:50.110561 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:50.119537 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Transition to ACTIVE for port object 5e5692a0-751b-4e69-81c9-fcec8f51af31 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:22:50.135366 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Transition to ACTIVE for port object 5e5692a0-751b-4e69-81c9-fcec8f51af31 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:22:50.146700 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:50.152641 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351003-fb98-45f1-a277-6d49bfb48100 req-b3a4bc24-1ac2-4f3f-98f7-f0ac0f8f70a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:50.154818 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06351003-fb98-45f1-a277-6d49bfb48100 req-b3a4bc24-1ac2-4f3f-98f7-f0ac0f8f70a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.0469711 Sep 07 04:22:50.164213 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:50.187644 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:50.188598 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Network 0b3d88a6-ff45-461c-931f-473210d73b13 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:22:50.194144 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:22:50.201163 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:22:50.209479 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Pushing event updated for resources: {'Port': ['ID=5e5692a0-751b-4e69-81c9-fcec8f51af31,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:50.213791 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351003-fb98-45f1-a277-6d49bfb48100 req-9c08748e-5e26-4091-8874-6670ee8c8a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:50.216677 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06351003-fb98-45f1-a277-6d49bfb48100 req-9c08748e-5e26-4091-8874-6670ee8c8a23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542367 Sep 07 04:22:50.257830 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Attempting to bind port 5e5692a0-751b-4e69-81c9-fcec8f51af31 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:22:50.258908 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Attempting to bind port 5e5692a0-751b-4e69-81c9-fcec8f51af31 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:22:50.258908 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Attempting to bind port 5e5692a0-751b-4e69-81c9-fcec8f51af31 on network 0b3d88a6-ff45-461c-931f-473210d73b13 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:22:50.263569 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:22:50.263936 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Checking segment: {'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:22:50.264572 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:50.264963 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Bound using segment: {'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:22:50.265424 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Bound port: 5e5692a0-751b-4e69-81c9-fcec8f51af31, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:22:50.266488 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:50.315132 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62459c1d-4bcc-4c95-b8fc-b016f6a58863 req-b92d6d25-1eba-48e5-be99-cc2fd1823316 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:50.315728 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06351003-fb98-45f1-a277-6d49bfb48100 req-cd95de92-5528-42b3-a4e0-86543859c596 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920892 Sep 07 04:22:50.316534 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-62459c1d-4bcc-4c95-b8fc-b016f6a58863 req-b92d6d25-1eba-48e5-be99-cc2fd1823316 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0861619 Sep 07 04:22:50.329983 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] For port 5e5692a0-751b-4e69-81c9-fcec8f51af31, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:22:50.334608 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] For port 5e5692a0-751b-4e69-81c9-fcec8f51af31, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=5e5692a0-751b-4e69-81c9-fcec8f51af31,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:22:50.338630 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:50.365029 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Allocated IP 172.27.3.203 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/4f642b68-555f-4aff-a5ae-772139cfa038) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:22:50.376010 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-62459c1d-4bcc-4c95-b8fc-b016f6a58863 req-5ef702e2-960e-4349-82a0-43860f74ad9d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510302 Sep 07 04:22:50.418853 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84feff-be60-41d4-a924-6b71dd6046fc None None] Pushing event updated for resources: {'Port': ['ID=5e5692a0-751b-4e69-81c9-fcec8f51af31,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:50.426940 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06351003-fb98-45f1-a277-6d49bfb48100 req-bdc04a5a-61de-4766-94a1-a0e16593a4fb service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030335 Sep 07 04:22:50.499004 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:50.541747 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:50.602411 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:22:50.605887 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:22:50.609527 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:22:50.645751 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Pushing event updated for resources: {'Port': ['ID=4f642b68-555f-4aff-a5ae-772139cfa038,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:51.099497 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:51.297934 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-321790'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:51.337305 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a50838-cd16-43d2-bc66-cf8c73dbc332 None None] Network 0b3d88a6-ff45-461c-931f-473210d73b13 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:22:51.422645 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Router 576b392b-93fc-468e-9a9b-059e63dd678f is scheduled to L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:22:51.462664 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6d88fe6b-0e5c-4ef5-b871-db1df210e87c None None] Provisioning for port 5e5692a0-751b-4e69-81c9-fcec8f51af31 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:22:51.579837 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e73bb-81ec-47c4-8160-12492d4498bb req-b1aa14e2-a0e1-41ac-aeeb-29dc0d7b6850 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:51.581282 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6c4e73bb-81ec-47c4-8160-12492d4498bb req-b1aa14e2-a0e1-41ac-aeeb-29dc0d7b6850 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0709352 Sep 07 04:22:51.582776 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:22:51.592471 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Sync routers for ids ['576b392b-93fc-468e-9a9b-059e63dd678f'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:22:51.602079 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Routers {'576b392b-93fc-468e-9a9b-059e63dd678f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:51.602797 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['576b392b-93fc-468e-9a9b-059e63dd678f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:51.620464 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:51.624644 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b2cd069d-3fab-4128-9020-e08096ed34fd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9532928 Sep 07 04:22:51.624816 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46098) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:51.644793 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6c4e73bb-81ec-47c4-8160-12492d4498bb req-8e020fe4-9d6a-4837-8c0f-80738fb28452 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504775 Sep 07 04:22:51.858835 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Set router 576b392b-93fc-468e-9a9b-059e63dd678f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:52.042315 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:22:50Z', 'revision_number': 3, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:52.068171 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Checking router: 576b392b-93fc-468e-9a9b-059e63dd678f for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:22:52.068531 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Updating router 576b392b-93fc-468e-9a9b-059e63dd678f port 4f642b68-555f-4aff-a5ae-772139cfa038 binding host dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:22:52.095767 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.316690 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.355167 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 5e5692a0-751b-4e69-81c9-fcec8f51af31 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:22:52.392456 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.405946 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Transition to ACTIVE for port object 4f642b68-555f-4aff-a5ae-772139cfa038 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:22:52.416445 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.463549 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 5e5692a0-751b-4e69-81c9-fcec8f51af31 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:22:52.480814 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 5e5692a0-751b-4e69-81c9-fcec8f51af31 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:22:52.481182 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.482629 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a317f-9069-45c7-8e33-5e6009fdbb85 None None] Pushing event updated for resources: {'Port': ['ID=4f642b68-555f-4aff-a5ae-772139cfa038,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:52.484975 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Allocated IP 172.20.0.1 (0b3d88a6-ff45-461c-931f-473210d73b13/6a07c746-6f89-4a42-bf2f-88ab6e46861d/173420a0-a664-40ba-8588-cf935758e192) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:22:52.486330 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Attempting to bind port 4f642b68-555f-4aff-a5ae-772139cfa038 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:22:52.486696 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Attempting to bind port 4f642b68-555f-4aff-a5ae-772139cfa038 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:22:52.487052 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Attempting to bind port 4f642b68-555f-4aff-a5ae-772139cfa038 on network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:22:52.512028 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:22:52.512028 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Checking segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:22:52.512428 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.512752 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Bound using segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:22:52.513224 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Bound port: 4f642b68-555f-4aff-a5ae-772139cfa038, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:22:52.513604 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.589835 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.592609 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] For port 4f642b68-555f-4aff-a5ae-772139cfa038, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:22:52.604122 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Transition to ACTIVE for port object 173420a0-a664-40ba-8588-cf935758e192 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:22:52.609346 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] For port 4f642b68-555f-4aff-a5ae-772139cfa038, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=4f642b68-555f-4aff-a5ae-772139cfa038,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:22:52.618273 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.622176 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.637513 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.678368 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Network 0b3d88a6-ff45-461c-931f-473210d73b13 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:22:52.681209 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:22:52.687731 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:22:52.690820 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Pushing event updated for resources: {'Port': ['ID=173420a0-a664-40ba-8588-cf935758e192,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:52.712101 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Routers {'576b392b-93fc-468e-9a9b-059e63dd678f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:52.712766 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['576b392b-93fc-468e-9a9b-059e63dd678f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:52.717614 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 5e5692a0-751b-4e69-81c9-fcec8f51af31, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=5e5692a0-751b-4e69-81c9-fcec8f51af31,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:52.718589 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a317f-9069-45c7-8e33-5e6009fdbb85 None None] Pushing event updated for resources: {'Port': ['ID=4f642b68-555f-4aff-a5ae-772139cfa038,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:52.732125 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322189'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.762229 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.794304 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a1801-fbe8-46c5-9736-a00f5b1b153f req-646d7b6f-6ebc-4d86-b168-bbba8e751f0a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:52.795877 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2c3a1801-fbe8-46c5-9736-a00f5b1b153f req-646d7b6f-6ebc-4d86-b168-bbba8e751f0a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0638318 Sep 07 04:22:52.841723 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2c3a1801-fbe8-46c5-9736-a00f5b1b153f req-4ae5ad41-e298-48aa-8c88-ab8a9ff7cfea tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398502 Sep 07 04:22:52.867592 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=5e5692a0-751b-4e69-81c9-fcec8f51af31,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:52.874818 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:52.883401 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] Set router 576b392b-93fc-468e-9a9b-059e63dd678f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:52.959918 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46112) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:53.006001 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-76212ebe-4401-436a-aa39-5c119baadfb7 None None] Provisioning for port 173420a0-a664-40ba-8588-cf935758e192 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:22:53.010693 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1c0156-c5d7-4e0d-a9d9-9639a130d739 admin admin] Deleting subnet 56b935fc-6c8e-40b6-a1a0-7340e340022b {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:22:53.013641 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-76212ebe-4401-436a-aa39-5c119baadfb7 None None] Provisioning complete for port 173420a0-a664-40ba-8588-cf935758e192 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:22:53.013853 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0156-c5d7-4e0d-a9d9-9639a130d739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.014197 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76212ebe-4401-436a-aa39-5c119baadfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.048650 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0156-c5d7-4e0d-a9d9-9639a130d739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30486676'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.057719 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.063735 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.082275 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-76212ebe-4401-436a-aa39-5c119baadfb7 None None] Port 173420a0-a664-40ba-8588-cf935758e192 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:22:53.099010 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0156-c5d7-4e0d-a9d9-9639a130d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.113485 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:22:50Z', 'revision_number': 3, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:53.140327 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33082055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322877'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.146872 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f42ad-0f67-4112-ac3b-cf8428da3cb3 None None] The sync data for ids ['576b392b-93fc-468e-9a9b-059e63dd678f'] in dv-cinder-778193-8-iscsi is: [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:22:50Z', 'revision_number': 3, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:22:53.156320 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Pushing event updated for resources: {'Port': ['ID=173420a0-a664-40ba-8588-cf935758e192,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:53.157686 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0156-c5d7-4e0d-a9d9-9639a130d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29810814'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.183839 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c0156-c5d7-4e0d-a9d9-9639a130d739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56b935fc-6c8e-40b6-a1a0-7340e340022b,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:53.187604 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0156-c5d7-4e0d-a9d9-9639a130d739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.191823 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fa1c0156-c5d7-4e0d-a9d9-9639a130d739 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/56b935fc-6c8e-40b6-a1a0-7340e340022b HTTP/1.1" status: 204 len: 168 time: 0.2286136 Sep 07 04:22:53.192083 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46114) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:53.249283 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Network 0b3d88a6-ff45-461c-931f-473210d73b13 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:22:53.250789 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:22:53.274772 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.363362 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.397583 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Router 576b392b-93fc-468e-9a9b-059e63dd678f has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:22:53.399259 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7693b7c-7d77-4ed3-a725-4c0074f72bd3']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:53.418462 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04eea56-7b75-4de6-bea2-68552799fb62') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:53.418992 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04eea56-7b75-4de6-bea2-68552799fb62') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:53.429483 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30486671'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.449094 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.455593 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:22:53.455999 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2660306'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: timer() Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: cb(*args, **kw) Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: self._notify() Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: self.callback(batched_events) Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: event.method(event) Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._get(url).json() Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:22:53.458916 dv-cinder-778193-8-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:22:53.530026 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.535669 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.541318 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b7693b7c-7d77-4ed3-a725-4c0074f72bd3 HTTP/1.1" status: 204 len: 168 time: 0.3458998 Sep 07 04:22:53.542374 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:22:53.553931 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d50044-e44e-4016-a1c5-a6b8afe96e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7693b7c-7d77-4ed3-a725-4c0074f72bd3,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:53.556390 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5e2573cf-03b5-4f3c-b01e-906de9857420 admin admin] 10.222.0.41 "PUT /v2.0/routers/576b392b-93fc-468e-9a9b-059e63dd678f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9305263 Sep 07 04:22:53.610211 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-368fe644-db03-4d58-9831-589742e9e2fe None None] Provisioning complete for port 173420a0-a664-40ba-8588-cf935758e192 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:22:53.610793 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-368fe644-db03-4d58-9831-589742e9e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.653838 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-368fe644-db03-4d58-9831-589742e9e2fe None None] Port 173420a0-a664-40ba-8588-cf935758e192 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:22:53.687086 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46122) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:53.736375 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46126) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:53.746495 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a4315170-cc35-48e9-92d0-a72dc45cdcd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4515c91bd6c543d8bb6a83d02ee58738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577276 Sep 07 04:22:53.811565 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-029445b5-ca80-45f6-aec0-01dc6de80800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.815189 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device aff26062-d8a0-4b5e-ac1d-3424b9c74b86 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:22:53.839593 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-029445b5-ca80-45f6-aec0-01dc6de80800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.910806 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-029445b5-ca80-45f6-aec0-01dc6de80800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.914254 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-029445b5-ca80-45f6-aec0-01dc6de80800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:53.917878 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-029445b5-ca80-45f6-aec0-01dc6de80800 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/375ce10b-208b-4ad6-9965-abc27bc0d4de HTTP/1.1" status: 204 len: 168 time: 0.1781402 Sep 07 04:22:53.939748 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029445b5-ca80-45f6-aec0-01dc6de80800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375ce10b-208b-4ad6-9965-abc27bc0d4de,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:54.008211 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:54.028537 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'port_id': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'mac_address': 'fa:16:3e:cd:8a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:22:54.062245 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281032f4-b78f-487a-a223-177f1cb6ba88 req-0e19af8f-4ba2-49c2-b806-f808d66c75ad tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:54.064414 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-281032f4-b78f-487a-a223-177f1cb6ba88 req-0e19af8f-4ba2-49c2-b806-f808d66c75ad tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0977600 Sep 07 04:22:54.136342 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.173197 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff26062-d8a0-4b5e-ac1d-3424b9c74b86 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:22:54.177529 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-281032f4-b78f-487a-a223-177f1cb6ba88 req-4d0c3399-b818-42a5-85cd-92c4f2b3f0fa tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060195 Sep 07 04:22:54.213918 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:54.220235 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.259024 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb337b6-6a86-4e7f-9a54-e624e154d3a9 req-4943c5d3-60f3-41f2-8000-52fdaa233aad tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:54.260650 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-afb337b6-6a86-4e7f-9a54-e624e154d3a9 req-4943c5d3-60f3-41f2-8000-52fdaa233aad tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0658214 Sep 07 04:22:54.315916 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:54.324047 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:54.324432 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:54.324781 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:54.325718 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:54.325718 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:54.326085 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:54.326413 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:54.326745 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:54.331436 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:54.331436 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:54.331436 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:54.331436 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:54.350739 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-afb337b6-6a86-4e7f-9a54-e624e154d3a9 req-10208d91-e623-4d72-8b11-dc3ea6152bb8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744946 Sep 07 04:22:54.424187 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46154) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:54.428687 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-157073258-network', 'tenant_id': '0103135848774c319e4b92e442e179a9'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:54.434296 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 4f642b68-555f-4aff-a5ae-772139cfa038 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:22:54.453398 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Made reservation on behalf of 0103135848774c319e4b92e442e179a9 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:22:54.457103 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.467794 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.485883 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 4f642b68-555f-4aff-a5ae-772139cfa038 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:22:54.490546 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 4f642b68-555f-4aff-a5ae-772139cfa038 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:22:54.490925 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.582077 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.582225 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.586415 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.603002 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 4f642b68-555f-4aff-a5ae-772139cfa038, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=4f642b68-555f-4aff-a5ae-772139cfa038,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:54.606582 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.607450 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 5e5692a0-751b-4e69-81c9-fcec8f51af31 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:22:54.609964 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 04:22:54.626178 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc556d74-ffee-4a41-9c87-7a7f4eda1570,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:54.634016 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.634429 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Added segment 106bbc40-431d-4d3b-88c7-62194196f178 of type vlan for network 2b0068d9-ed9e-4530-8482-5e69fbafcacf Sep 07 04:22:54.657101 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['aff26062-d8a0-4b5e-ac1d-3424b9c74b86'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:22:54.681883 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729940031501'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.715786 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.717751 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:54.717963 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=4f642b68-555f-4aff-a5ae-772139cfa038,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:54.719182 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.768122 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3437455 Sep 07 04:22:54.770894 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46164) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:54.776986 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-085d3424-1cea-4d3d-a202-ae973f099019 admin admin] Request body: {'subnet': {'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-157073258-subnet', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:54.784031 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 5e5692a0-751b-4e69-81c9-fcec8f51af31 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:22:54.791994 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.799565 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff900ae8-d014-40c7-be4d-3ad4905e2e7d admin admin] Pushing event updated for resources: {'Network': ['ID=2b0068d9-ed9e-4530-8482-5e69fbafcacf,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:54.809222 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085d3424-1cea-4d3d-a202-ae973f099019 admin admin] Made reservation on behalf of 0103135848774c319e4b92e442e179a9 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:22:54.811891 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-085d3424-1cea-4d3d-a202-ae973f099019 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29810705'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:54.835314 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Network 2b0068d9-ed9e-4530-8482-5e69fbafcacf details requested by agent ovs-agent-dv-cinder-778193-8-iscsi with host dv-cinder-778193-8-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 04:22:55.003290 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-085d3424-1cea-4d3d-a202-ae973f099019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2660219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29810791'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:55.070918 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d3424-1cea-4d3d-a202-ae973f099019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ca8572-26a3-47a1-812b-79ece9d55558,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:55.077182 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d3424-1cea-4d3d-a202-ae973f099019 admin admin] Checking segment: {'id': '106bbc40-431d-4d3b-88c7-62194196f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:22:55.077468 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d3424-1cea-4d3d-a202-ae973f099019 admin admin] Network hostable DHCP agents. Network: 2b0068d9-ed9e-4530-8482-5e69fbafcacf, hostable agents: ['65e7351c-e125-4958-bfec-454a2fe79063'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 04:22:55.094263 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d3424-1cea-4d3d-a202-ae973f099019 admin admin] Network 2b0068d9-ed9e-4530-8482-5e69fbafcacf is scheduled to be hosted by DHCP agent 65e7351c-e125-4958-bfec-454a2fe79063 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 04:22:55.103126 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-085d3424-1cea-4d3d-a202-ae973f099019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-8-iscsi, 2b0068d9-ed9e-4530-8482-5e69fbafcacf) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:22:55.107399 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085d3424-1cea-4d3d-a202-ae973f099019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:55.107986 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-085d3424-1cea-4d3d-a202-ae973f099019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:55.111873 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d21444-07aa-40d8-a21e-31cd5c69092f None None] Network 2b0068d9-ed9e-4530-8482-5e69fbafcacf requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:22:55.132128 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-085d3424-1cea-4d3d-a202-ae973f099019 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3570888 Sep 07 04:22:55.132809 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46176) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:55.142147 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-157073258-router', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:22:55.167341 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-323213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11647'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:55.168431 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-323645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-321677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15500'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:55.196740 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Sync routers for ids ['576b392b-93fc-468e-9a9b-059e63dd678f'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:22:55.221014 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Routers {'576b392b-93fc-468e-9a9b-059e63dd678f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:55.221630 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['576b392b-93fc-468e-9a9b-059e63dd678f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:55.261014 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:55.319251 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15dbd0e4-63ce-5fb6-91ef-286bacd01d99-2b0068d9-ed9e-4530-8482-5e69fbafcacf', 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'fixed_ips': [{'subnet_id': 'a6ca8572-26a3-47a1-812b-79ece9d55558'}]}} from dv-cinder-778193-8-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 04:22:55.320386 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:55.375195 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Set router 576b392b-93fc-468e-9a9b-059e63dd678f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:55.451074 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368818eb-4584-4b82-8d9f-819dd3e5d683 req-4cbadeb0-e711-415b-bae2-6c8703aa5cb0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:55.453405 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-368818eb-4584-4b82-8d9f-819dd3e5d683 req-4cbadeb0-e711-415b-bae2-6c8703aa5cb0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 944 time: 0.1028869 Sep 07 04:22:55.583838 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:55.585999 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-368818eb-4584-4b82-8d9f-819dd3e5d683 req-8528a4e0-79f3-436f-a1d5-203631832f9a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247940 Sep 07 04:22:55.622533 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a509-4925-4cfa-ab0d-e21d21949f7e req-16bb9c0d-24b2-4e3a-9b69-aab16ef162fa tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:55.625627 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a0d0a509-4925-4cfa-ab0d-e21d21949f7e req-16bb9c0d-24b2-4e3a-9b69-aab16ef162fa tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.1316762 Sep 07 04:22:55.629611 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Allocated IP 172.20.0.2 (2b0068d9-ed9e-4530-8482-5e69fbafcacf/a6ca8572-26a3-47a1-812b-79ece9d55558/0ac592f8-9877-44ba-9351-8fee0527c771) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:22:55.633480 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-f0d0649e-4546-4c0a-b77f-7bb03d7031cb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:55.635085 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-f0d0649e-4546-4c0a-b77f-7bb03d7031cb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.1155281 Sep 07 04:22:55.706595 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a0d0a509-4925-4cfa-ab0d-e21d21949f7e req-5e162b01-505a-4eb6-ac96-a17f160a21e2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687528 Sep 07 04:22:55.784549 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:22:52Z', 'revision_number': 4, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '173420a0-a664-40ba-8588-cf935758e192', 'name': '', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'mac_address': 'fa:16:3e:69:40:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:52Z', 'updated_at': '2021-09-07T04:22:52Z', 'revision_number': 2, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'subnets': [{'id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:55.836162 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Checking router: 576b392b-93fc-468e-9a9b-059e63dd678f for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:22:55.836675 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Updating router 576b392b-93fc-468e-9a9b-059e63dd678f port 173420a0-a664-40ba-8588-cf935758e192 binding host dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:22:55.861551 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:55.873559 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Transition to ACTIVE for port object 0ac592f8-9877-44ba-9351-8fee0527c771 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:22:55.881164 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:55.896774 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Transition to ACTIVE for port object 0ac592f8-9877-44ba-9351-8fee0527c771 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:22:55.906496 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:55.909587 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Deleting port c6284171-605a-44d7-922d-e4e9fe1091de {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:22:55.910913 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:55.952461 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Pushing event updated for resources: {'Port': ['ID=0ac592f8-9877-44ba-9351-8fee0527c771,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:55.969848 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Network 2b0068d9-ed9e-4530-8482-5e69fbafcacf is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:22:55.971270 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:22:55.978413 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:22:56.046081 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Attempting to bind port 0ac592f8-9877-44ba-9351-8fee0527c771 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:22:56.046467 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Attempting to bind port 0ac592f8-9877-44ba-9351-8fee0527c771 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '106bbc40-431d-4d3b-88c7-62194196f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:22:56.046879 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Attempting to bind port 0ac592f8-9877-44ba-9351-8fee0527c771 on network 2b0068d9-ed9e-4530-8482-5e69fbafcacf {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:22:56.052520 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:22:56.052890 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Checking segment: {'id': '106bbc40-431d-4d3b-88c7-62194196f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:22:56.053309 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.053682 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Bound using segment: {'id': '106bbc40-431d-4d3b-88c7-62194196f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:22:56.054140 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Bound port: 0ac592f8-9877-44ba-9351-8fee0527c771, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106bbc40-431d-4d3b-88c7-62194196f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:22:56.054521 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.153188 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] For port 0ac592f8-9877-44ba-9351-8fee0527c771, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:22:56.156702 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] For port 0ac592f8-9877-44ba-9351-8fee0527c771, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=0ac592f8-9877-44ba-9351-8fee0527c771,segment=NetworkSegment(106bbc40-431d-4d3b-88c7-62194196f178),segment_id=106bbc40-431d-4d3b-88c7-62194196f178)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:22:56.161065 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.193454 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] For port c6284171-605a-44d7-922d-e4e9fe1091de, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c6284171-605a-44d7-922d-e4e9fe1091de,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:56.193813 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.211721 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.219629 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ac22-4193-4af2-8e61-a8a7dbea3f79 None None] Pushing event updated for resources: {'Port': ['ID=0ac592f8-9877-44ba-9351-8fee0527c771,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:56.259960 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.262060 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.272961 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Transition to ACTIVE for port object 173420a0-a664-40ba-8588-cf935758e192 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:22:56.287156 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.340392 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 4f642b68-555f-4aff-a5ae-772139cfa038 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:22:56.409920 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 4f642b68-555f-4aff-a5ae-772139cfa038 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:22:56.410303 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.428974 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Pushing event updated for resources: {'Port': ['ID=173420a0-a664-40ba-8588-cf935758e192,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:56.441453 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:56.441787 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:56.442128 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:56.442988 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:56.453941 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:56.456767 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:56.457990 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:56.461644 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:56.461644 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:56.461644 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:56.461644 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:56.464827 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:22:56.472538 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Allocated IP 172.27.3.250 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/47566e7d-d36c-4e66-80c7-92226a7a3362) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:22:56.480695 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Attempting to bind port 173420a0-a664-40ba-8588-cf935758e192 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:22:56.481109 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Attempting to bind port 173420a0-a664-40ba-8588-cf935758e192 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:22:56.481431 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Attempting to bind port 173420a0-a664-40ba-8588-cf935758e192 on network 0b3d88a6-ff45-461c-931f-473210d73b13 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:22:56.488301 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:22:56.489066 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Checking segment: {'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:22:56.489819 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.490414 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Bound using segment: {'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:22:56.491104 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Bound port: 173420a0-a664-40ba-8588-cf935758e192, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:22:56.492090 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.572697 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] For port 173420a0-a664-40ba-8588-cf935758e192, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:22:56.576555 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] For port 173420a0-a664-40ba-8588-cf935758e192, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=173420a0-a664-40ba-8588-cf935758e192,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:22:56.590788 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.653748 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.654112 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.654434 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.l3_db [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Floating IP 687dd47e-6849-47ac-9b81-0ce3a9667e97 disassociated. External IP: 172.27.3.210, port: c6284171-605a-44d7-922d-e4e9fe1091de. Sep 07 04:22:56.654774 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Calling delete_port for c6284171-605a-44d7-922d-e4e9fe1091de owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:22:56.674254 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Routers {'576b392b-93fc-468e-9a9b-059e63dd678f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:56.674951 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['576b392b-93fc-468e-9a9b-059e63dd678f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:56.727125 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233674c-4e01-4bf1-9dea-601201381421 None None] Pushing event updated for resources: {'Port': ['ID=173420a0-a664-40ba-8588-cf935758e192,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:56.752481 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.838336 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3a71a-410e-4281-8216-38c89dee16ca req-199ed071-6929-4daa-8b71-b9b5cee1b11c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:56.841684 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0db3a71a-410e-4281-8216-38c89dee16ca req-199ed071-6929-4daa-8b71-b9b5cee1b11c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 944 time: 0.1354499 Sep 07 04:22:56.869305 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.878240 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] Set router 576b392b-93fc-468e-9a9b-059e63dd678f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:56.927760 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:22:56.929000 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f5b9-0c8f-458d-9fc7-b8d789c46dbd req-addb154a-17d4-44f6-a5dd-9b3c4bf97d47 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:56.934995 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Pushing event updated for resources: {'Port': ['ID=47566e7d-d36c-4e66-80c7-92226a7a3362,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:56.939360 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-49e1f5b9-0c8f-458d-9fc7-b8d789c46dbd req-addb154a-17d4-44f6-a5dd-9b3c4bf97d47 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 945 time: 0.0935607 Sep 07 04:22:56.940643 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:22:56.945709 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0db3a71a-410e-4281-8216-38c89dee16ca req-8ee9248d-2cab-4177-84e1-404193ccf86c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904453 Sep 07 04:22:56.947717 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:22:56.970048 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:56.992588 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-49e1f5b9-0c8f-458d-9fc7-b8d789c46dbd req-e66b0f8c-2062-410c-b85a-ce5bc32f87a5 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d7612e-c828-4792-91f8-68ff7c3e31e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521278 Sep 07 04:22:57.015349 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event deleted for resources: {'Port': ['ID=c6284171-605a-44d7-922d-e4e9fe1091de,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:57.141548 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:22:52Z', 'revision_number': 4, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '173420a0-a664-40ba-8588-cf935758e192', 'name': '', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'mac_address': 'fa:16:3e:69:40:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:52Z', 'updated_at': '2021-09-07T04:22:56Z', 'revision_number': 4, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'subnets': [{'id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:57.175877 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1680c9d4-0ac8-4124-a97a-0db1da48dea9 None None] The sync data for ids ['576b392b-93fc-468e-9a9b-059e63dd678f'] in dv-cinder-778193-8-iscsi is: [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:22:52Z', 'revision_number': 4, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '173420a0-a664-40ba-8588-cf935758e192', 'name': '', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'mac_address': 'fa:16:3e:69:40:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:52Z', 'updated_at': '2021-09-07T04:22:56Z', 'revision_number': 4, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'subnets': [{'id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:22:57.494185 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2452ce-591f-4dca-99f2-dd72c60e5269 None None] Network 2b0068d9-ed9e-4530-8482-5e69fbafcacf requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:22:57.594777 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f27518ea-067f-4a11-a1b4-fab9d3c12c18 None None] Provisioning for port 0ac592f8-9877-44ba-9351-8fee0527c771 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:22:57.611520 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Router 587461ad-45d9-40cf-aac8-74af5b60411f has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:22:57.744356 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:57.843387 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:22:57.854310 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc0e5e4-75c9-4a1d-b3de-2fb3ab89bc38 None None] Sync routers for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:22:57.863424 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0e5e4-75c9-4a1d-b3de-2fb3ab89bc38 None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:57.864043 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-0cc0e5e4-75c9-4a1d-b3de-2fb3ab89bc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:57.912714 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] No DVR routers for this DVR port c6284171-605a-44d7-922d-e4e9fe1091de on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:22:57.916343 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:57.919112 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bf4ac0b9-d319-48fe-a4f4-197545ced70c req-944e0962-5683-4639-aa39-e6a89e67b0e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.36 "DELETE /v2.0/ports/c6284171-605a-44d7-922d-e4e9fe1091de HTTP/1.1" status: 204 len: 173 time: 2.2767789 Sep 07 04:22:57.960554 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'name': 'network-vif-deleted', 'tag': 'c6284171-605a-44d7-922d-e4e9fe1091de'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:22:57.963898 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21cd3e7-91e2-44de-9a82-939248ff3bcf" -d '{"events": [{"server_uuid": "ea299c4e-857b-4778-bba5-3ee6110d75d5", "name": "network-vif-deleted", "tag": "c6284171-605a-44d7-922d-e4e9fe1091de"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:22:57.998338 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-0cc0e5e4-75c9-4a1d-b3de-2fb3ab89bc38 None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:58.053036 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-321790'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:58.128536 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa7f64c-d3da-4070-adbf-c7ea4590f4bc x-openstack-request-id: req-4aa7f64c-d3da-4070-adbf-c7ea4590f4bc {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:22:58.128832 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea299c4e-857b-4778-bba5-3ee6110d75d5", "name": "network-vif-deleted", "tag": "c6284171-605a-44d7-922d-e4e9fe1091de", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:22:58.129082 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4aa7f64c-d3da-4070-adbf-c7ea4590f4bc {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:22:58.129473 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea299c4e-857b-4778-bba5-3ee6110d75d5', 'name': 'network-vif-deleted', 'tag': 'c6284171-605a-44d7-922d-e4e9fe1091de', 'status': 'completed', 'code': 200} Sep 07 04:22:58.178722 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bc1fc-2a6c-42e9-aaf9-18791267a3d6 req-62655037-b9b1-483b-8290-8b5e7e311c24 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:58.187112 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9c8bc1fc-2a6c-42e9-aaf9-18791267a3d6 req-62655037-b9b1-483b-8290-8b5e7e311c24 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 944 time: 0.0932071 Sep 07 04:22:58.257393 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cf484ec7-a145-4445-afb7-4815c2ef0cdb req-79375cf9-34c9-4211-90cf-97989a86ec9c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0619590 Sep 07 04:22:58.267100 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Router 3ae64b61-88c6-4c69-a27e-5f0a5734a038 is scheduled to L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 04:22:58.324236 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9c8bc1fc-2a6c-42e9-aaf9-18791267a3d6 req-4f6266ad-163d-4f8c-8f53-7bf4a587437e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357350 Sep 07 04:22:58.359755 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-0cc0e5e4-75c9-4a1d-b3de-2fb3ab89bc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:58.399101 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc0e5e4-75c9-4a1d-b3de-2fb3ab89bc38 None None] Checking router: 587461ad-45d9-40cf-aac8-74af5b60411f for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:22:58.410807 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0e5e4-75c9-4a1d-b3de-2fb3ab89bc38 None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:58.411097 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:22:58.411611 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-0cc0e5e4-75c9-4a1d-b3de-2fb3ab89bc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:58.423497 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Sync routers for ids ['3ae64b61-88c6-4c69-a27e-5f0a5734a038'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:22:58.429973 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:58.433880 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2ea91c47-0ebd-4491-8dff-12e0cb792d12 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2974882 Sep 07 04:22:58.434053 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46216) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:22:58.446052 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Routers {'3ae64b61-88c6-4c69-a27e-5f0a5734a038'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:58.446675 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['3ae64b61-88c6-4c69-a27e-5f0a5734a038'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:58.463417 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 173420a0-a664-40ba-8588-cf935758e192 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:22:58.565869 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 173420a0-a664-40ba-8588-cf935758e192 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:22:58.572368 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 173420a0-a664-40ba-8588-cf935758e192 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:22:58.573153 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:58.611148 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-0cc0e5e4-75c9-4a1d-b3de-2fb3ab89bc38 None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:58.652384 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Set router 3ae64b61-88c6-4c69-a27e-5f0a5734a038 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:58.795666 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:58.836417 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'name': 'tempest-TestShelveInstance-157073258-router', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:55Z', 'updated_at': '2021-09-07T04:22:57Z', 'revision_number': 3, 'project_id': '0103135848774c319e4b92e442e179a9', 'gw_port': {'id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:56Z', 'updated_at': '2021-09-07T04:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:58.862845 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 173420a0-a664-40ba-8588-cf935758e192, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=173420a0-a664-40ba-8588-cf935758e192,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:58.865497 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Checking router: 3ae64b61-88c6-4c69-a27e-5f0a5734a038 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:22:58.865926 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Updating router 3ae64b61-88c6-4c69-a27e-5f0a5734a038 port 47566e7d-d36c-4e66-80c7-92226a7a3362 binding host dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:22:58.868917 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:58.869695 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 0ac592f8-9877-44ba-9351-8fee0527c771 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:22:58.892232 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:58.904633 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:58.959990 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=173420a0-a664-40ba-8588-cf935758e192,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:58.977664 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-0cc0e5e4-75c9-4a1d-b3de-2fb3ab89bc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:59.005097 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc0e5e4-75c9-4a1d-b3de-2fb3ab89bc38 None None] The sync data for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi is: [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:22:59.008380 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 0ac592f8-9877-44ba-9351-8fee0527c771 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:22:59.012607 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 0ac592f8-9877-44ba-9351-8fee0527c771 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:22:59.013461 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.091398 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Allocated IP 172.20.0.1 (2b0068d9-ed9e-4530-8482-5e69fbafcacf/a6ca8572-26a3-47a1-812b-79ece9d55558/391ca74b-b311-405b-b143-283bf9fe897a) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:22:59.109990 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.148700 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 0ac592f8-9877-44ba-9351-8fee0527c771, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=0ac592f8-9877-44ba-9351-8fee0527c771,segment=NetworkSegment(106bbc40-431d-4d3b-88c7-62194196f178),segment_id=106bbc40-431d-4d3b-88c7-62194196f178)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:22:59.152574 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.186261 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.200098 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Transition to ACTIVE for port object 47566e7d-d36c-4e66-80c7-92226a7a3362 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:22:59.210563 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=0ac592f8-9877-44ba-9351-8fee0527c771,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:59.213112 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.226419 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.240750 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Transition to ACTIVE for port object 391ca74b-b311-405b-b143-283bf9fe897a will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:22:59.263116 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7bf2c-0e59-42cc-afa2-8b92798f2702 None None] Pushing event updated for resources: {'Port': ['ID=47566e7d-d36c-4e66-80c7-92226a7a3362,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:59.269238 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Attempting to bind port 47566e7d-d36c-4e66-80c7-92226a7a3362 on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:22:59.269713 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Attempting to bind port 47566e7d-d36c-4e66-80c7-92226a7a3362 by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:22:59.269959 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Attempting to bind port 47566e7d-d36c-4e66-80c7-92226a7a3362 on network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:22:59.276282 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:22:59.276282 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Checking segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:22:59.276282 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.276637 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Bound using segment: {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:22:59.277054 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Bound port: 47566e7d-d36c-4e66-80c7-92226a7a3362, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bf1973-228e-45d1-9cc1-538ca78800d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:22:59.277446 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.294406 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.303503 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8895e690-c239-4f94-98c6-0f2e6f639a82 None None] New status for floating IP 687dd47e-6849-47ac-9b81-0ce3a9667e97: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:22:59.330393 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] For port 47566e7d-d36c-4e66-80c7-92226a7a3362, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:22:59.334327 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] For port 47566e7d-d36c-4e66-80c7-92226a7a3362, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=47566e7d-d36c-4e66-80c7-92226a7a3362,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:22:59.334881 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Network 2b0068d9-ed9e-4530-8482-5e69fbafcacf is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:22:59.339460 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:22:59.343558 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:22:59.344450 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.351534 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Pushing event updated for resources: {'Port': ['ID=391ca74b-b311-405b-b143-283bf9fe897a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:59.403251 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Routers {'3ae64b61-88c6-4c69-a27e-5f0a5734a038'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:22:59.403884 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['3ae64b61-88c6-4c69-a27e-5f0a5734a038'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:59.404739 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322189'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.471008 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7470c506-b56f-45a4-aba9-23dadd432b28 req-8f3b1dc4-4cb6-42ea-af56-0b193cc97519 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0516489 Sep 07 04:22:59.528313 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f25f28-c450-4c36-bf6e-7b0d05624975 req-52f581a6-a733-4abb-884b-4fd3d7f8a267 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:22:59.529938 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-72f25f28-c450-4c36-bf6e-7b0d05624975 req-52f581a6-a733-4abb-884b-4fd3d7f8a267 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 944 time: 0.0618412 Sep 07 04:22:59.560778 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7bf2c-0e59-42cc-afa2-8b92798f2702 None None] Pushing event updated for resources: {'Port': ['ID=47566e7d-d36c-4e66-80c7-92226a7a3362,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:59.589046 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-72f25f28-c450-4c36-bf6e-7b0d05624975 req-edcd78ac-111d-40b6-90c5-defaaabfb20c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529990 Sep 07 04:22:59.608537 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.624499 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] Set router 3ae64b61-88c6-4c69-a27e-5f0a5734a038 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:22:59.733665 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d0392f63-b415-4513-83ad-436509d432ac None None] Provisioning for port 391ca74b-b311-405b-b143-283bf9fe897a completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:22:59.737456 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d0392f63-b415-4513-83ad-436509d432ac None None] Provisioning complete for port 391ca74b-b311-405b-b143-283bf9fe897a triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:22:59.737838 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0392f63-b415-4513-83ad-436509d432ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.773066 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d0392f63-b415-4513-83ad-436509d432ac None None] Port 391ca74b-b311-405b-b143-283bf9fe897a cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:22:59.785704 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.790533 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.813314 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'name': 'tempest-TestShelveInstance-157073258-router', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:55Z', 'updated_at': '2021-09-07T04:22:57Z', 'revision_number': 3, 'project_id': '0103135848774c319e4b92e442e179a9', 'gw_port': {'id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:56Z', 'updated_at': '2021-09-07T04:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:22:59.839364 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c390bc-ac73-42b1-8931-46a2f5ee841b None None] The sync data for ids ['3ae64b61-88c6-4c69-a27e-5f0a5734a038'] in dv-cinder-778193-8-iscsi is: [{'id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'name': 'tempest-TestShelveInstance-157073258-router', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:55Z', 'updated_at': '2021-09-07T04:22:57Z', 'revision_number': 3, 'project_id': '0103135848774c319e4b92e442e179a9', 'gw_port': {'id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:56Z', 'updated_at': '2021-09-07T04:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:22:59.860448 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Pushing event updated for resources: {'Port': ['ID=391ca74b-b311-405b-b143-283bf9fe897a,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:22:59.863797 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33082055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322877'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:22:59.955435 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Network 2b0068d9-ed9e-4530-8482-5e69fbafcacf is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:22:59.956826 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:23:00.094754 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Router 3ae64b61-88c6-4c69-a27e-5f0a5734a038 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:23:00.230948 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:23:00.238201 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d2f29da1-29a7-4d35-a260-6c19ba4920c6 admin admin] 10.222.0.41 "PUT /v2.0/routers/3ae64b61-88c6-4c69-a27e-5f0a5734a038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8030169 Sep 07 04:23:00.300160 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a5cc64cd-2d93-4b83-bb0b-6710ce21786a None None] Provisioning complete for port 391ca74b-b311-405b-b143-283bf9fe897a triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:00.301207 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5cc64cd-2d93-4b83-bb0b-6710ce21786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:00.482916 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 47566e7d-d36c-4e66-80c7-92226a7a3362 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:23:00.522403 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc64cd-2d93-4b83-bb0b-6710ce21786a None None] Port 391ca74b-b311-405b-b143-283bf9fe897a cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:23:00.544713 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 47566e7d-d36c-4e66-80c7-92226a7a3362 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:23:00.548925 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 47566e7d-d36c-4e66-80c7-92226a7a3362 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:00.549440 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:00.607720 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f24ce763-2e4a-4c31-813a-421ac952535f req-9a3defd2-76fd-42b4-b0f9-78bea7e1c46c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0516529 Sep 07 04:23:00.647865 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:00.673876 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 47566e7d-d36c-4e66-80c7-92226a7a3362, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=47566e7d-d36c-4e66-80c7-92226a7a3362,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:23:00.681792 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:00.682907 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 0ac592f8-9877-44ba-9351-8fee0527c771 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:23:00.738066 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420b1e5-f767-45ab-a6d9-066d333959c9 req-a9b1ad63-86f1-4c9c-aa5e-29f4d6f3d527 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:00.742276 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a420b1e5-f767-45ab-a6d9-066d333959c9 req-a9b1ad63-86f1-4c9c-aa5e-29f4d6f3d527 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 944 time: 0.0549793 Sep 07 04:23:00.777716 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=47566e7d-d36c-4e66-80c7-92226a7a3362,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:00.786848 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 0ac592f8-9877-44ba-9351-8fee0527c771 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:00.790110 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:00.794337 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a420b1e5-f767-45ab-a6d9-066d333959c9 req-b052c7a2-4aeb-481a-a9d5-9ef344b15eb0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471816 Sep 07 04:23:00.798152 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46236) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:00.803414 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-dc34a69e-95cb-40ed-b2ea-c67aa61f7345 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-75682277', 'description': 'tempest-secgroup-smoke-75682277 description', 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:00.826291 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dc34a69e-95cb-40ed-b2ea-c67aa61f7345 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:00.882456 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 173420a0-a664-40ba-8588-cf935758e192 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:23:00.908896 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dc34a69e-95cb-40ed-b2ea-c67aa61f7345 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:00.914122 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dc34a69e-95cb-40ed-b2ea-c67aa61f7345 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:00.940594 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 173420a0-a664-40ba-8588-cf935758e192 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:00.940972 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:00.944142 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dc34a69e-95cb-40ed-b2ea-c67aa61f7345 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:00.945415 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-dc34a69e-95cb-40ed-b2ea-c67aa61f7345 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1462917 Sep 07 04:23:00.948412 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46238) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:00.949275 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34a69e-95cb-40ed-b2ea-c67aa61f7345 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efdc5747-5cb8-418c-ab01-0dd1ecc8f855,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:00.954114 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6b2319db-699f-4e81-8f13-ac6939e6be5f tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Request body: {'security_group_rule': {'security_group_id': 'efdc5747-5cb8-418c-ab01-0dd1ecc8f855', 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:00.980690 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b2319db-699f-4e81-8f13-ac6939e6be5f tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.038861 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b2319db-699f-4e81-8f13-ac6939e6be5f tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.042920 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b2319db-699f-4e81-8f13-ac6939e6be5f tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.061607 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2319db-699f-4e81-8f13-ac6939e6be5f tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b077663-a5fc-4126-a792-0f8c37e06ad7,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:01.068333 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b2319db-699f-4e81-8f13-ac6939e6be5f tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.069498 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6b2319db-699f-4e81-8f13-ac6939e6be5f tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198645 Sep 07 04:23:01.072167 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46240) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:01.076313 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b475b0eb-e6c0-464b-a688-91689fe59817 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Request body: {'security_group_rule': {'security_group_id': 'efdc5747-5cb8-418c-ab01-0dd1ecc8f855', 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:01.102174 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b475b0eb-e6c0-464b-a688-91689fe59817 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.160199 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b475b0eb-e6c0-464b-a688-91689fe59817 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.164320 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b475b0eb-e6c0-464b-a688-91689fe59817 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.178904 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475b0eb-e6c0-464b-a688-91689fe59817 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a24c239-8b17-48e5-9c2e-2172946618dc,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:01.187882 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b475b0eb-e6c0-464b-a688-91689fe59817 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.189096 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b475b0eb-e6c0-464b-a688-91689fe59817 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159899 Sep 07 04:23:01.191854 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46242) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:01.196195 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-94ea156f-ab6b-40d8-8ba3-a36b2c7afa33 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Request body: {'security_group_rule': {'security_group_id': 'efdc5747-5cb8-418c-ab01-0dd1ecc8f855', 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:01.196682 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device aff26062-d8a0-4b5e-ac1d-3424b9c74b86 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:23:01.241888 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94ea156f-ab6b-40d8-8ba3-a36b2c7afa33 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.254441 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:23:01.258960 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:01.259552 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.308440 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94ea156f-ab6b-40d8-8ba3-a36b2c7afa33 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.312303 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94ea156f-ab6b-40d8-8ba3-a36b2c7afa33 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.328931 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea156f-ab6b-40d8-8ba3-a36b2c7afa33 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d92e67d-21fb-40f6-a043-80e96f19b142,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:01.336535 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94ea156f-ab6b-40d8-8ba3-a36b2c7afa33 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.340746 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46244) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:01.340903 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-94ea156f-ab6b-40d8-8ba3-a36b2c7afa33 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479440 Sep 07 04:23:01.345849 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-d8e34336-a42a-4dfb-9a07-13ed7e50f349 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Request body: {'security_group_rule': {'security_group_id': 'efdc5747-5cb8-418c-ab01-0dd1ecc8f855', 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:01.354452 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.377224 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d8e34336-a42a-4dfb-9a07-13ed7e50f349 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.377792 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:23:01.380048 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612e506b-0097-4ec7-848d-4c03a66747c6" -d '{"events": [{"server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "name": "network-vif-plugged", "status": "completed", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:23:01.393175 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:23:01.398139 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.434575 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193bb1eb-35ac-4218-a04c-1eda948c2de0 x-openstack-request-id: req-193bb1eb-35ac-4218-a04c-1eda948c2de0 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:23:01.434889 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "name": "network-vif-plugged", "status": "completed", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:23:01.435081 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-193bb1eb-35ac-4218-a04c-1eda948c2de0 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:23:01.435465 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'code': 200} Sep 07 04:23:01.446996 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d8e34336-a42a-4dfb-9a07-13ed7e50f349 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.449326 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:01.450675 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d8e34336-a42a-4dfb-9a07-13ed7e50f349 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.468479 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e34336-a42a-4dfb-9a07-13ed7e50f349 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833938c9-5b6e-4ec6-81b0-7b03446a61d0,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:01.476850 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d8e34336-a42a-4dfb-9a07-13ed7e50f349 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.480951 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d8e34336-a42a-4dfb-9a07-13ed7e50f349 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387661 Sep 07 04:23:01.481259 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46250) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:01.487852 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f44f2034-4be0-4e46-9275-52dd8bef305a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Request body: {'security_group_rule': {'security_group_id': 'efdc5747-5cb8-418c-ab01-0dd1ecc8f855', 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:01.513314 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-f44f2034-4be0-4e46-9275-52dd8bef305a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Project c7a6d697162e40598e1ec6bfb33e9201 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 04:23:01.519060 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f44f2034-4be0-4e46-9275-52dd8bef305a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.581102 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Sync routers for ids ['3ae64b61-88c6-4c69-a27e-5f0a5734a038'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:23:01.590619 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Routers {'3ae64b61-88c6-4c69-a27e-5f0a5734a038'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:23:01.591293 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['3ae64b61-88c6-4c69-a27e-5f0a5734a038'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:01.596082 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f44f2034-4be0-4e46-9275-52dd8bef305a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.597812 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c6284171-605a-44d7-922d-e4e9fe1091de no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:23:01.601093 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f44f2034-4be0-4e46-9275-52dd8bef305a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.621564 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f2034-4be0-4e46-9275-52dd8bef305a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57fd2b6-6d3f-467f-9b83-c2e24994f99a,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:01.622610 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: c6284171-605a-44d7-922d-e4e9fe1091de {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:23:01.623474 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c6284171-605a-44d7-922d-e4e9fe1091de not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:23:01.633620 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f44f2034-4be0-4e46-9275-52dd8bef305a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.634823 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f44f2034-4be0-4e46-9275-52dd8bef305a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1522675 Sep 07 04:23:01.637659 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46254) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:01.642571 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a772dab7-f0ef-4744-b598-111ad0c1f98d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Request body: {'security_group_rule': {'security_group_id': 'efdc5747-5cb8-418c-ab01-0dd1ecc8f855', 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:01.668779 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-a772dab7-f0ef-4744-b598-111ad0c1f98d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Project c7a6d697162e40598e1ec6bfb33e9201 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 04:23:01.674227 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a772dab7-f0ef-4744-b598-111ad0c1f98d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.709546 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Set router 3ae64b61-88c6-4c69-a27e-5f0a5734a038 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:23:01.743705 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-28ac197d-1435-4af3-89aa-733229c0dc7a req-00c39d41-24ee-4ac1-be3a-cef17a0ef82c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea299c4e-857b-4778-bba5-3ee6110d75d5 HTTP/1.1" status: 200 len: 210 time: 0.0314987 Sep 07 04:23:01.770354 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb32bc-8a06-4977-829c-1cd096b325d7 req-ec15ce0f-d874-4e25-bd05-dde8830149b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:01.771837 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-73fb32bc-8a06-4977-829c-1cd096b325d7 req-ec15ce0f-d874-4e25-bd05-dde8830149b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 1098 time: 0.0672057 Sep 07 04:23:01.798307 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a772dab7-f0ef-4744-b598-111ad0c1f98d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.806759 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a772dab7-f0ef-4744-b598-111ad0c1f98d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.839592 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-73fb32bc-8a06-4977-829c-1cd096b325d7 req-967591f1-5487-46a8-9443-872da5bf7bf5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589993 Sep 07 04:23:01.842771 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772dab7-f0ef-4744-b598-111ad0c1f98d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf674ae-3868-464c-89f4-a0b565200c02,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:01.852604 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a772dab7-f0ef-4744-b598-111ad0c1f98d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:01.853835 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a772dab7-f0ef-4744-b598-111ad0c1f98d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2152464 Sep 07 04:23:01.931697 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'name': 'tempest-TestShelveInstance-157073258-router', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:55Z', 'updated_at': '2021-09-07T04:22:59Z', 'revision_number': 4, 'project_id': '0103135848774c319e4b92e442e179a9', 'gw_port': {'id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:56Z', 'updated_at': '2021-09-07T04:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '391ca74b-b311-405b-b143-283bf9fe897a', 'name': '', 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'mac_address': 'fa:16:3e:b6:43:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a6ca8572-26a3-47a1-812b-79ece9d55558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:58Z', 'updated_at': '2021-09-07T04:22:59Z', 'revision_number': 2, 'project_id': '0103135848774c319e4b92e442e179a9', 'subnets': [{'id': 'a6ca8572-26a3-47a1-812b-79ece9d55558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:01.934824 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bb8dd-d5ce-437e-904c-2f463681d232 req-fc01b069-8391-451f-b9c7-98c778f0d223 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:01.936470 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a04bb8dd-d5ce-437e-904c-2f463681d232 req-fc01b069-8391-451f-b9c7-98c778f0d223 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0563662 Sep 07 04:23:01.962010 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Checking router: 3ae64b61-88c6-4c69-a27e-5f0a5734a038 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:23:01.962366 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Updating router 3ae64b61-88c6-4c69-a27e-5f0a5734a038 port 391ca74b-b311-405b-b143-283bf9fe897a binding host dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 04:23:01.977588 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a04bb8dd-d5ce-437e-904c-2f463681d232 req-202e990d-9ee4-4b9a-b69b-ef0bf4885785 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345430 Sep 07 04:23:01.988654 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:02.253803 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:02.263629 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Transition to ACTIVE for port object 391ca74b-b311-405b-b143-283bf9fe897a will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:23:02.277765 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:02.354316 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 47566e7d-d36c-4e66-80c7-92226a7a3362 up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:23:02.415512 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 47566e7d-d36c-4e66-80c7-92226a7a3362 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:02.415968 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:02.437195 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7df42-a65b-4054-a42f-5e00249ffcf1 None None] Pushing event updated for resources: {'Port': ['ID=391ca74b-b311-405b-b143-283bf9fe897a,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:02.539207 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Attempting to bind port 391ca74b-b311-405b-b143-283bf9fe897a on host dv-cinder-778193-8-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:23:02.539655 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Attempting to bind port 391ca74b-b311-405b-b143-283bf9fe897a by drivers openvswitch,hyperv on host dv-cinder-778193-8-iscsi at level 0 using segments [{'id': '106bbc40-431d-4d3b-88c7-62194196f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:23:02.540064 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Attempting to bind port 391ca74b-b311-405b-b143-283bf9fe897a on network 2b0068d9-ed9e-4530-8482-5e69fbafcacf {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:23:02.545492 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Checking agent: {'id': 'c4ae9c8a-35e6-43c9-9385-aae4aa244000', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 7, 15), 'started_at': datetime.datetime(2021, 9, 7, 4, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:23:02.545857 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Checking segment: {'id': '106bbc40-431d-4d3b-88c7-62194196f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:23:02.546252 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:02.546658 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Bound using segment: {'id': '106bbc40-431d-4d3b-88c7-62194196f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:23:02.547112 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Bound port: 391ca74b-b311-405b-b143-283bf9fe897a, host: dv-cinder-778193-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106bbc40-431d-4d3b-88c7-62194196f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:23:02.547502 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:02.619814 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] For port 391ca74b-b311-405b-b143-283bf9fe897a, host dv-cinder-778193-8-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:23:02.623449 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] For port 391ca74b-b311-405b-b143-283bf9fe897a, host dv-cinder-778193-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=391ca74b-b311-405b-b143-283bf9fe897a,segment=NetworkSegment(106bbc40-431d-4d3b-88c7-62194196f178),segment_id=106bbc40-431d-4d3b-88c7-62194196f178)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:23:02.628219 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:02.690366 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Routers {'3ae64b61-88c6-4c69-a27e-5f0a5734a038'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:23:02.691115 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['3ae64b61-88c6-4c69-a27e-5f0a5734a038'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:02.778464 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7df42-a65b-4054-a42f-5e00249ffcf1 None None] Pushing event updated for resources: {'Port': ['ID=391ca74b-b311-405b-b143-283bf9fe897a,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:02.829797 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] Set router 3ae64b61-88c6-4c69-a27e-5f0a5734a038 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:23:02.850089 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46328) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:02.920873 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4eca0cc0-e5f5-4b66-9289-3a5306902d7e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:02.945810 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4eca0cc0-e5f5-4b66-9289-3a5306902d7e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:02.996800 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4eca0cc0-e5f5-4b66-9289-3a5306902d7e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:02.999458 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4eca0cc0-e5f5-4b66-9289-3a5306902d7e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:03.000665 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-4eca0cc0-e5f5-4b66-9289-3a5306902d7e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "DELETE /v2.0/security-groups/f4d7612e-c828-4792-91f8-68ff7c3e31e4 HTTP/1.1" status: 204 len: 168 time: 0.1496046 Sep 07 04:23:03.003499 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46330) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:03.010366 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca0cc0-e5f5-4b66-9289-3a5306902d7e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d7612e-c828-4792-91f8-68ff7c3e31e4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:03.023695 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.api.v2.resource [None req-1fba7a77-c035-4b50-b544-fece7d8cdaeb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] show failed (client error): The resource could not be found. Sep 07 04:23:03.024836 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1fba7a77-c035-4b50-b544-fece7d8cdaeb tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups/f4d7612e-c828-4792-91f8-68ff7c3e31e4 HTTP/1.1" status: 404 len: 347 time: 0.0174427 Sep 07 04:23:03.027728 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46334) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:03.070037 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'name': 'tempest-TestShelveInstance-157073258-router', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:55Z', 'updated_at': '2021-09-07T04:22:59Z', 'revision_number': 4, 'project_id': '0103135848774c319e4b92e442e179a9', 'gw_port': {'id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:56Z', 'updated_at': '2021-09-07T04:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '391ca74b-b311-405b-b143-283bf9fe897a', 'name': '', 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'mac_address': 'fa:16:3e:b6:43:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a6ca8572-26a3-47a1-812b-79ece9d55558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:58Z', 'updated_at': '2021-09-07T04:23:02Z', 'revision_number': 4, 'project_id': '0103135848774c319e4b92e442e179a9', 'subnets': [{'id': 'a6ca8572-26a3-47a1-812b-79ece9d55558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:03.099680 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8166b0bc-d802-4662-8fe0-044d727fab4d None None] The sync data for ids ['3ae64b61-88c6-4c69-a27e-5f0a5734a038'] in dv-cinder-778193-8-iscsi is: [{'id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'name': 'tempest-TestShelveInstance-157073258-router', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:55Z', 'updated_at': '2021-09-07T04:22:59Z', 'revision_number': 4, 'project_id': '0103135848774c319e4b92e442e179a9', 'gw_port': {'id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:56Z', 'updated_at': '2021-09-07T04:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '391ca74b-b311-405b-b143-283bf9fe897a', 'name': '', 'network_id': '2b0068d9-ed9e-4530-8482-5e69fbafcacf', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'mac_address': 'fa:16:3e:b6:43:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a6ca8572-26a3-47a1-812b-79ece9d55558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:58Z', 'updated_at': '2021-09-07T04:23:02Z', 'revision_number': 4, 'project_id': '0103135848774c319e4b92e442e179a9', 'subnets': [{'id': 'a6ca8572-26a3-47a1-812b-79ece9d55558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:23:03.209896 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b96bc-b075-4d4c-96df-b531118813ef req-2e5eb784-aa54-42f3-a42f-f0ab4bf0cbef tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:03.211585 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-766b96bc-b075-4d4c-96df-b531118813ef req-2e5eb784-aa54-42f3-a42f-f0ab4bf0cbef tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.1418989 Sep 07 04:23:03.257908 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-9a729526-21b8-44a3-86ad-d9e2de3d77f8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Deleting port a82dff67-4d88-4c1f-90ea-76fda53df32c {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:23:03.258382 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9a729526-21b8-44a3-86ad-d9e2de3d77f8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:03.274859 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-766b96bc-b075-4d4c-96df-b531118813ef req-3d5bae38-cbe2-41c7-87de-2f24552ed84c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567641 Sep 07 04:23:03.345213 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9a729526-21b8-44a3-86ad-d9e2de3d77f8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:03.345544 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9a729526-21b8-44a3-86ad-d9e2de3d77f8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:03.358682 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-9a729526-21b8-44a3-86ad-d9e2de3d77f8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Calling delete_port for a82dff67-4d88-4c1f-90ea-76fda53df32c owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:23:03.520142 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9a729526-21b8-44a3-86ad-d9e2de3d77f8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:03.547022 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a729526-21b8-44a3-86ad-d9e2de3d77f8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event deleted for resources: {'Port': ['ID=a82dff67-4d88-4c1f-90ea-76fda53df32c,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:03.610127 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9a729526-21b8-44a3-86ad-d9e2de3d77f8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:03.612813 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9a729526-21b8-44a3-86ad-d9e2de3d77f8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:03.613955 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9a729526-21b8-44a3-86ad-d9e2de3d77f8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "DELETE /v2.0/floatingips/687dd47e-6849-47ac-9b81-0ce3a9667e97 HTTP/1.1" status: 204 len: 168 time: 0.5852242 Sep 07 04:23:03.901177 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46346) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:03.906043 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5fd353d1-7361-4558-95ef-7b54f2e7c9e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--628148175', 'description': 'tempest-description--940906375'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:03.929245 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5fd353d1-7361-4558-95ef-7b54f2e7c9e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.019694 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5fd353d1-7361-4558-95ef-7b54f2e7c9e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.024888 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5fd353d1-7361-4558-95ef-7b54f2e7c9e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.053678 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5fd353d1-7361-4558-95ef-7b54f2e7c9e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.055086 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5fd353d1-7361-4558-95ef-7b54f2e7c9e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1526873 Sep 07 04:23:04.056951 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd353d1-7361-4558-95ef-7b54f2e7c9e6 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc433710-7e0f-4fe9-b338-d27a6450af24,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:04.058151 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46348) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:04.063197 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-05bef3e0-61c4-46f0-b7da-788409aae9cf tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Request body: {'security_group_rule': {'security_group_id': 'cc433710-7e0f-4fe9-b338-d27a6450af24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:04.091186 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-05bef3e0-61c4-46f0-b7da-788409aae9cf tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.159153 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-05bef3e0-61c4-46f0-b7da-788409aae9cf tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.163530 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-05bef3e0-61c4-46f0-b7da-788409aae9cf tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.186450 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bef3e0-61c4-46f0-b7da-788409aae9cf tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefb6f21-7614-47b4-89f3-eaa1e93a76e9,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:04.190160 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-05bef3e0-61c4-46f0-b7da-788409aae9cf tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.191648 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-05bef3e0-61c4-46f0-b7da-788409aae9cf tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324131 Sep 07 04:23:04.194739 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46350) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:04.199355 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-abba82a4-2e23-40e8-996a-838c878314ad tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Request body: {'security_group_rule': {'security_group_id': 'cc433710-7e0f-4fe9-b338-d27a6450af24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:04.226037 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-abba82a4-2e23-40e8-996a-838c878314ad tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.289669 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-abba82a4-2e23-40e8-996a-838c878314ad tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.299463 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-abba82a4-2e23-40e8-996a-838c878314ad tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33080413'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.319393 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba82a4-2e23-40e8-996a-838c878314ad tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301da1f1-aff6-42e9-ac39-d57e606b7617,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:04.329777 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-abba82a4-2e23-40e8-996a-838c878314ad tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.331243 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-abba82a4-2e23-40e8-996a-838c878314ad tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354570 Sep 07 04:23:04.334344 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46354) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:04.338866 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Request body: {'floatingip': {'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:04.369423 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 391ca74b-b311-405b-b143-283bf9fe897a up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:23:04.394508 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.444247 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning for port 391ca74b-b311-405b-b143-283bf9fe897a completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:23:04.446505 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafe4c3-af31-4718-b131-46ae17b2afc0 req-54794b3e-8d31-4b4e-ae1d-1c4e049f6dbb tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:04.448069 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-edafe4c3-af31-4718-b131-46ae17b2afc0 req-54794b3e-8d31-4b4e-ae1d-1c4e049f6dbb tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0829966 Sep 07 04:23:04.456318 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 391ca74b-b311-405b-b143-283bf9fe897a triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:04.456832 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.521397 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-edafe4c3-af31-4718-b131-46ae17b2afc0 req-6e601a7d-4626-475e-9d9e-110f5c9d1e69 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660694 Sep 07 04:23:04.547883 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.549469 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.584364 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] For port 391ca74b-b311-405b-b143-283bf9fe897a, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=391ca74b-b311-405b-b143-283bf9fe897a,segment=NetworkSegment(106bbc40-431d-4d3b-88c7-62194196f178),segment_id=106bbc40-431d-4d3b-88c7-62194196f178)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:23:04.592601 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:04.675162 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Pushing event updated for resources: {'Port': ['ID=391ca74b-b311-405b-b143-283bf9fe897a,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:04.905644 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed567e-91e0-4f12-93d6-dfd7bb725a1a req-2b0c0ece-d663-41aa-9aef-4f9e432ef5e2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:04.907132 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e8ed567e-91e0-4f12-93d6-dfd7bb725a1a req-2b0c0ece-d663-41aa-9aef-4f9e432ef5e2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.2974913 Sep 07 04:23:04.917193 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46364) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:04.919443 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Allocated IP 172.27.3.133 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/5cf52884-7662-4a38-b0b1-192a26cd1e53) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:23:04.923791 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-3af9b23e-7779-48f2-8b4c-1d1375803378 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Request body: {'floatingip': {'port_id': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:04.970628 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3af9b23e-7779-48f2-8b4c-1d1375803378 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.077855 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46368) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:05.185695 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e143-f9d3-430d-b1f8-2376740e9d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.216157 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.278469 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e143-f9d3-430d-b1f8-2376740e9d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.282295 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e143-f9d3-430d-b1f8-2376740e9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.323364 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c9a4e143-f9d3-430d-b1f8-2376740e9d5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0651561fd4c148a3891091160d847b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442324 Sep 07 04:23:05.324221 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4e143-f9d3-430d-b1f8-2376740e9d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2cd861-cf5d-4217-b462-be870674ea02,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:05.327319 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 46372) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:05.352006 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.378493 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e49f4c4f-07d3-45a0-9fb4-22d7c24f89d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.399516 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e49f4c4f-07d3-45a0-9fb4-22d7c24f89d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.422870 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:23:05.431943 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:23:05.438813 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:23:05.447925 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e49f4c4f-07d3-45a0-9fb4-22d7c24f89d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.450772 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e49f4c4f-07d3-45a0-9fb4-22d7c24f89d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.455981 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e49f4c4f-07d3-45a0-9fb4-22d7c24f89d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e2cd861-cf5d-4217-b462-be870674ea02 HTTP/1.1" status: 204 len: 168 time: 0.1237431 Sep 07 04:23:05.473851 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f4c4f-07d3-45a0-9fb4-22d7c24f89d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2cd861-cf5d-4217-b462-be870674ea02,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:05.488727 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event updated for resources: {'Port': ['ID=5cf52884-7662-4a38-b0b1-192a26cd1e53,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:05.619392 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3af9b23e-7779-48f2-8b4c-1d1375803378 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.624997 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3af9b23e-7779-48f2-8b4c-1d1375803378 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.678286 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.752362 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:05.787774 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-3af9b23e-7779-48f2-8b4c-1d1375803378 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Floating IP c8e36318-1e92-47ee-924c-b08e119f884d associated. External IP: 172.27.3.38, port: aff26062-d8a0-4b5e-ac1d-3424b9c74b86. Sep 07 04:23:06.070797 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:06.077370 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:06.168008 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af9b23e-7779-48f2-8b4c-1d1375803378 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Router a2a8a161-94a3-456f-a755-05c9e3eeb217 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:23:06.170959 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event updated for resources: {'Port': ['ID=5cf52884-7662-4a38-b0b1-192a26cd1e53,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:06.185212 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:06.238376 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:06.239652 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4dfba16d-784b-4003-99ca-7b1761e95e2b tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9042721 Sep 07 04:23:06.314252 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af9b23e-7779-48f2-8b4c-1d1375803378 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:23:06.320787 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3af9b23e-7779-48f2-8b4c-1d1375803378 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:06.325177 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a93201-87e2-46ed-8655-319fea22b763 None None] Sync routers for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:23:06.329641 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 391ca74b-b311-405b-b143-283bf9fe897a up at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:23:06.357849 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3af9b23e-7779-48f2-8b4c-1d1375803378 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "PUT /v2.0/floatingips/c8e36318-1e92-47ee-924c-b08e119f884d HTTP/1.1" status: 200 len: 990 time: 1.4396179 Sep 07 04:23:06.358644 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:23:06.363118 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a93201-87e2-46ed-8655-319fea22b763 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:23:06.364039 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c9a93201-87e2-46ed-8655-319fea22b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:06.371091 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21704e5efdf44e8a7543bf401c638a30a9902a7b9881d0b470a3fbdbe53cef61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42516b41-4055-4198-bb15-5e970301fd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:23:06.445143 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-bb1080f3-58be-43dc-90d7-33d3af5d764a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--628148175&fields=id&tenant_id=ff9821ae5cb04759b08ab6b61136c64f HTTP/1.1" status: 200 len: 267 time: 0.0355809 Sep 07 04:23:06.470412 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Provisioning complete for port 391ca74b-b311-405b-b143-283bf9fe897a triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:06.470872 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:06.511240 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c9a93201-87e2-46ed-8655-319fea22b763 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:23:06.550187 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-9ab3d552-889f-4cb7-b89f-c5e4f3bd3c9c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:06.551791 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-9ab3d552-889f-4cb7-b89f-c5e4f3bd3c9c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/networks?id=2e1703b7-84ae-4608-b580-140135a26f9e HTTP/1.1" status: 200 len: 810 time: 0.0990930 Sep 07 04:23:06.570566 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-8b160347-154f-4768-a191-bafe8d69cbd4 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/quotas/ff9821ae5cb04759b08ab6b61136c64f HTTP/1.1" status: 200 len: 375 time: 0.0117216 Sep 07 04:23:06.637978 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-ece09d52-11e1-415f-8d5b-b271b6038f3e tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff9821ae5cb04759b08ab6b61136c64f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613067 Sep 07 04:23:06.733508 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-837cab5b-8b3b-4a76-b95e-7ed811ac5572 service neutron] 10.222.0.41 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834348 Sep 07 04:23:06.785804 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c9a93201-87e2-46ed-8655-319fea22b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'c8e36318-1e92-47ee-924c-b08e119f884d', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'port_id': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'mac_address': 'fa:16:3e:cd:8a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:22:45Z', 'updated_at': '2021-09-07T04:23:05Z', 'revision_number': 1, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:06.813525 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a93201-87e2-46ed-8655-319fea22b763 None None] Checking router: a2a8a161-94a3-456f-a755-05c9e3eeb217 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:23:06.822174 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a93201-87e2-46ed-8655-319fea22b763 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:23:06.822803 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c9a93201-87e2-46ed-8655-319fea22b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:22:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:06.934474 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c9a93201-87e2-46ed-8655-319fea22b763 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:23:07.036578 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d3118307-5df9-4297-9c10-6e228442ab6e service neutron] 10.222.0.41 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967792 Sep 07 04:23:07.170710 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c9a93201-87e2-46ed-8655-319fea22b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'c8e36318-1e92-47ee-924c-b08e119f884d', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'port_id': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'mac_address': 'fa:16:3e:cd:8a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:22:45Z', 'updated_at': '2021-09-07T04:23:05Z', 'revision_number': 1, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:07.171834 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3814bd90-735f-47b7-aad4-be0bf6fe19d1 x-openstack-request-id: req-3814bd90-735f-47b7-aad4-be0bf6fe19d1 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:23:07.172128 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:23:07.172576 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3814bd90-735f-47b7-aad4-be0bf6fe19d1 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:23:07.173051 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'status': 'completed', 'code': 200} Sep 07 04:23:07.197859 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a93201-87e2-46ed-8655-319fea22b763 None None] The sync data for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi is: [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'c8e36318-1e92-47ee-924c-b08e119f884d', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'port_id': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'mac_address': 'fa:16:3e:cd:8a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:22:45Z', 'updated_at': '2021-09-07T04:23:05Z', 'revision_number': 1, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:23:07.264616 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b9661525-f4c7-43db-86f1-74d0ec84e35d req-cc0df038-8137-4221-9767-f220ee721601 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 210 time: 0.0578210 Sep 07 04:23:07.290926 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42516b41-4055-4198-bb15-5e970301fd3b req-bb489606-2448-4362-83b7-8930590c387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:07.292665 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-42516b41-4055-4198-bb15-5e970301fd3b req-bb489606-2448-4362-83b7-8930590c387b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 1098 time: 0.0725429 Sep 07 04:23:07.390270 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42516b41-4055-4198-bb15-5e970301fd3b req-07d88fd2-61c8-449b-83c0-2512e8314f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:07.395003 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-42516b41-4055-4198-bb15-5e970301fd3b req-07d88fd2-61c8-449b-83c0-2512e8314f78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 918 time: 0.0911095 Sep 07 04:23:07.471363 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259c42f1-897a-4d30-944e-d64ae90d933b None None] New status for floating IP c8e36318-1e92-47ee-924c-b08e119f884d: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:23:07.474782 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-42516b41-4055-4198-bb15-5e970301fd3b req-2ba1a9c2-98ef-4339-b3f8-87c0a24e89c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86 HTTP/1.1" status: 200 len: 998 time: 0.0749907 Sep 07 04:23:07.533449 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42516b41-4055-4198-bb15-5e970301fd3b req-03cae3ec-3919-462d-b07d-b263d412ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:07.534972 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-42516b41-4055-4198-bb15-5e970301fd3b req-03cae3ec-3919-462d-b07d-b263d412ad5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.0530832 Sep 07 04:23:07.586409 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42516b41-4055-4198-bb15-5e970301fd3b req-1c501524-8195-494a-a7ef-783a1ee55828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:07.587924 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-42516b41-4055-4198-bb15-5e970301fd3b req-1c501524-8195-494a-a7ef-783a1ee55828 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457497 Sep 07 04:23:07.702962 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-42516b41-4055-4198-bb15-5e970301fd3b req-ccef4e8d-f6b3-4964-bf9b-ee31b5e22659 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071599 Sep 07 04:23:07.796629 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-42516b41-4055-4198-bb15-5e970301fd3b req-cb28aa5d-36e2-4e13-9ce1-047113ecbd6a service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855114 Sep 07 04:23:08.369667 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-98ad820a-7379-40cc-a3c8-2350f10dfdd0 req-7aa06a24-4602-4844-badd-c23778c0bef0 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 210 time: 0.0327826 Sep 07 04:23:08.384940 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-a20626af-b0fc-4696-b8b1-8976f99b6665 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:08.386959 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-a20626af-b0fc-4696-b8b1-8976f99b6665 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.36 "GET /v2.0/networks?id=2e1703b7-84ae-4608-b580-140135a26f9e HTTP/1.1" status: 200 len: 810 time: 0.1139069 Sep 07 04:23:08.442782 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-66484249-7cf3-4635-8e53-6e66efc39ed1 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff9821ae5cb04759b08ab6b61136c64f HTTP/1.1" status: 200 len: 379 time: 0.0381160 Sep 07 04:23:08.457407 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Request body: {'port': {'device_id': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'admin_state_up': True, 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'security_groups': ['cc433710-7e0f-4fe9-b338-d27a6450af24']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:08.570582 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Made reservation on behalf of ff9821ae5cb04759b08ab6b61136c64f for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:23:08.574037 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:08.699838 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Allocated IP 172.20.0.14 (2e1703b7-84ae-4608-b580-140135a26f9e/c77badf1-c6f9-4ffb-a974-28df91afb7c9/79da267b-2f25-4770-99db-6135c46cf01c) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:23:08.839311 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:08.852093 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Transition to ACTIVE for port object 79da267b-2f25-4770-99db-6135c46cf01c will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:23:08.884973 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:08.930488 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Network 2e1703b7-84ae-4608-b580-140135a26f9e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:23:08.933545 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:23:08.935939 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:23:08.975493 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event updated for resources: {'Port': ['ID=79da267b-2f25-4770-99db-6135c46cf01c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:09.002030 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:09.002629 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:09.021408 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-2191dfd2-5180-4548-bc8d-fe5388a4d820 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5677764 Sep 07 04:23:09.041779 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Request body: {'port': {'device_id': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:09.159488 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-2897a563-95af-4281-b0dc-8e54c59446fa None None] Provisioning for port 79da267b-2f25-4770-99db-6135c46cf01c completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:23:09.164549 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-2897a563-95af-4281-b0dc-8e54c59446fa None None] Provisioning complete for port 79da267b-2f25-4770-99db-6135c46cf01c triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:09.164923 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2897a563-95af-4281-b0dc-8e54c59446fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:09.200463 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2897a563-95af-4281-b0dc-8e54c59446fa None None] Port 79da267b-2f25-4770-99db-6135c46cf01c cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:23:09.339200 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:09.485237 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e01c6-46c6-46b5-901b-7e681cac2319 req-e3540513-827e-436f-98e5-3f23a603906a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:09.486722 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5e9e01c6-46c6-46b5-901b-7e681cac2319 req-e3540513-827e-436f-98e5-3f23a603906a tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 932 time: 0.0482531 Sep 07 04:23:09.524758 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5e9e01c6-46c6-46b5-901b-7e681cac2319 req-d0d068d6-6aba-49c0-9703-185e998288ee tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc433710-7e0f-4fe9-b338-d27a6450af24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Sep 07 04:23:09.603070 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79da267b-2f25-4770-99db-6135c46cf01c {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:23:09.610289 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:09.621567 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Transition to ACTIVE for port object 79da267b-2f25-4770-99db-6135c46cf01c will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:23:09.625190 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:09.679204 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Pushing event updated for resources: {'Port': ['ID=79da267b-2f25-4770-99db-6135c46cf01c,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:09.744150 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Attempting to bind port 79da267b-2f25-4770-99db-6135c46cf01c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:23:09.744518 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Attempting to bind port 79da267b-2f25-4770-99db-6135c46cf01c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:23:09.744852 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Attempting to bind port 79da267b-2f25-4770-99db-6135c46cf01c on network 2e1703b7-84ae-4608-b580-140135a26f9e {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:23:09.749316 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Port 79da267b-2f25-4770-99db-6135c46cf01c on network 2e1703b7-84ae-4608-b580-140135a26f9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:23:09.749637 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Attempting to bind port 79da267b-2f25-4770-99db-6135c46cf01c on network 2e1703b7-84ae-4608-b580-140135a26f9e {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:23:09.754619 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:23:09.754992 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Checking segment: {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:23:09.755379 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Bound using segment: {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:23:09.755807 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Bound port: 79da267b-2f25-4770-99db-6135c46cf01c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6620375-3ba6-4044-afe1-92a6b8e4996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:23:09.756169 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:09.830805 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] For port 79da267b-2f25-4770-99db-6135c46cf01c, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:23:09.834567 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] For port 79da267b-2f25-4770-99db-6135c46cf01c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79da267b-2f25-4770-99db-6135c46cf01c,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:23:09.838121 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:09.870541 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:09.871135 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:09.872530 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] 10.222.0.36 "PUT /v2.0/ports/79da267b-2f25-4770-99db-6135c46cf01c HTTP/1.1" status: 200 len: 1094 time: 0.8353038 Sep 07 04:23:09.872960 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'tag': '79da267b-2f25-4770-99db-6135c46cf01c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:23:09.875288 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfc6561-a995-47c2-83ef-e6eab875b849" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0fc01e-b838-40b3-a9b6-e8c1448fa968", "tag": "79da267b-2f25-4770-99db-6135c46cf01c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:23:09.906438 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c675c6-2b98-49d4-b1e5-071c6a489d27 service neutron] Pushing event updated for resources: {'Port': ['ID=79da267b-2f25-4770-99db-6135c46cf01c,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:09.921432 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532281e7-fa25-44a6-bf97-cf7bcc7c86ab x-openstack-request-id: req-532281e7-fa25-44a6-bf97-cf7bcc7c86ab {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:23:09.921662 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0fc01e-b838-40b3-a9b6-e8c1448fa968", "tag": "79da267b-2f25-4770-99db-6135c46cf01c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:23:09.921911 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-532281e7-fa25-44a6-bf97-cf7bcc7c86ab {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:23:09.922303 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'tag': '79da267b-2f25-4770-99db-6135c46cf01c', 'status': 'completed', 'code': 200} Sep 07 04:23:09.998171 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-657aa71c-7b36-4948-9ce1-bf60f0184304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:09.999671 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-657aa71c-7b36-4948-9ce1-bf60f0184304 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff9821ae5cb04759b08ab6b61136c64f&device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 1097 time: 0.0430322 Sep 07 04:23:10.068002 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-3e42953c-e854-4885-969d-8e35b78fd970 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79da267b-2f25-4770-99db-6135c46cf01c HTTP/1.1" status: 200 len: 217 time: 0.0377753 Sep 07 04:23:10.118064 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-526ad10e-436a-4f81-86cc-59ccd8b7bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:10.119573 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-526ad10e-436a-4f81-86cc-59ccd8b7bf51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c77badf1-c6f9-4ffb-a974-28df91afb7c9 HTTP/1.1" status: 200 len: 849 time: 0.0434783 Sep 07 04:23:10.166974 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-ba0f5f20-9a87-4cb9-9cc7-b914d73aa54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:10.168409 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-ba0f5f20-9a87-4cb9-9cc7-b914d73aa54e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1703b7-84ae-4608-b580-140135a26f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405016 Sep 07 04:23:10.270684 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-a4e13545-e94a-4dd4-a908-5068958e47dc service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876403 Sep 07 04:23:10.360019 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1492f205-645f-4be4-9f47-373fdbf38b18 req-417ad41d-2e7e-4ba0-a2a2-952a6e3dc6e6 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808980 Sep 07 04:23:10.491730 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc6561-a995-47c2-83ef-e6eab875b849 req-ee07c711-e6ca-4d49-a324-f96be1c57710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:10.493204 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbfc6561-a995-47c2-83ef-e6eab875b849 req-ee07c711-e6ca-4d49-a324-f96be1c57710 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff9821ae5cb04759b08ab6b61136c64f&device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 1097 time: 0.0395381 Sep 07 04:23:10.587882 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc6561-a995-47c2-83ef-e6eab875b849 req-ef8806fd-b7c6-49e1-8acd-43c56b504863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:10.589399 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbfc6561-a995-47c2-83ef-e6eab875b849 req-ef8806fd-b7c6-49e1-8acd-43c56b504863 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e1703b7-84ae-4608-b580-140135a26f9e HTTP/1.1" status: 200 len: 911 time: 0.0889490 Sep 07 04:23:10.631761 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbfc6561-a995-47c2-83ef-e6eab875b849 req-66184e14-9150-41f2-bf05-98b0084f77a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79da267b-2f25-4770-99db-6135c46cf01c HTTP/1.1" status: 200 len: 217 time: 0.0345130 Sep 07 04:23:10.659111 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503be33-5969-4818-848e-ec0d2cdaa850 req-9d95f9a7-0b74-4a72-b5b3-6d98593512ed tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:10.661558 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e503be33-5969-4818-848e-ec0d2cdaa850 req-9d95f9a7-0b74-4a72-b5b3-6d98593512ed tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 944 time: 0.0543232 Sep 07 04:23:10.691464 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc6561-a995-47c2-83ef-e6eab875b849 req-e07f0e8d-2036-4f18-9c01-8ccdf5f9cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:10.692961 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbfc6561-a995-47c2-83ef-e6eab875b849 req-e07f0e8d-2036-4f18-9c01-8ccdf5f9cfdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c77badf1-c6f9-4ffb-a974-28df91afb7c9 HTTP/1.1" status: 200 len: 849 time: 0.0535140 Sep 07 04:23:10.707605 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e503be33-5969-4818-848e-ec0d2cdaa850 req-fb8f93b7-a41f-4dbc-bffc-8af880d8b9c1 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc433710-7e0f-4fe9-b338-d27a6450af24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342040 Sep 07 04:23:10.756218 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc6561-a995-47c2-83ef-e6eab875b849 req-8bda1dab-f7af-43ee-a4be-72d3de251bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:10.757700 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbfc6561-a995-47c2-83ef-e6eab875b849 req-8bda1dab-f7af-43ee-a4be-72d3de251bf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1703b7-84ae-4608-b580-140135a26f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410981 Sep 07 04:23:10.850118 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbfc6561-a995-47c2-83ef-e6eab875b849 req-f5fc57f9-7e3d-4668-b892-f3ce7e9d24e5 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845935 Sep 07 04:23:10.943663 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbfc6561-a995-47c2-83ef-e6eab875b849 req-290e6599-079a-4e5c-b3aa-0e813b4f3a09 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849578 Sep 07 04:23:11.751542 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c87e0644-8782-498a-8218-733b3933f48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:11.832762 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9a54-32ba-4819-ac4b-a5f6513e3958 req-fd0586b3-58c0-4f6b-a6f8-a7bc2bb54421 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:11.832762 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c63a9a54-32ba-4819-ac4b-a5f6513e3958 req-fd0586b3-58c0-4f6b-a6f8-a7bc2bb54421 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 944 time: 0.0498748 Sep 07 04:23:11.871294 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c63a9a54-32ba-4819-ac4b-a5f6513e3958 req-637b1f6d-eb1e-43bd-b3f0-85a6427ca1f8 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc433710-7e0f-4fe9-b338-d27a6450af24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316887 Sep 07 04:23:12.986256 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc3f43-9896-4e50-b421-9ed90d329a82 req-72a159e3-c73b-4ca5-9add-1427a84f8270 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:12.987837 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e4bc3f43-9896-4e50-b421-9ed90d329a82 req-72a159e3-c73b-4ca5-9add-1427a84f8270 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 944 time: 0.0491385 Sep 07 04:23:13.025602 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e4bc3f43-9896-4e50-b421-9ed90d329a82 req-3cd8da8d-e387-4bad-801a-ffbe4d4cbe0d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc433710-7e0f-4fe9-b338-d27a6450af24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316980 Sep 07 04:23:13.500642 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 79da267b-2f25-4770-99db-6135c46cf01c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:23:13.596128 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 79da267b-2f25-4770-99db-6135c46cf01c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79da267b-2f25-4770-99db-6135c46cf01c,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:23:13.608375 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': '79da267b-2f25-4770-99db-6135c46cf01c', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'port_id': '79da267b-2f25-4770-99db-6135c46cf01c', 'mac_address': 'fa:16:3e:5c:80:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:23:13.644716 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:13.659280 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79da267b-2f25-4770-99db-6135c46cf01c {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:23:13.682400 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 79da267b-2f25-4770-99db-6135c46cf01c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79da267b-2f25-4770-99db-6135c46cf01c,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:23:13.693751 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:13.745294 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=79da267b-2f25-4770-99db-6135c46cf01c,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:14.139652 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b476ad-abaa-4fdd-b8e9-6543115ead18 req-4a77373f-d2a6-417d-af78-8b68bc00951f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:14.141147 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-52b476ad-abaa-4fdd-b8e9-6543115ead18 req-4a77373f-d2a6-417d-af78-8b68bc00951f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 945 time: 0.0509722 Sep 07 04:23:14.174412 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['79da267b-2f25-4770-99db-6135c46cf01c'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:23:14.180374 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-52b476ad-abaa-4fdd-b8e9-6543115ead18 req-da927907-aac1-4efe-ad69-37883aeb3936 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc433710-7e0f-4fe9-b338-d27a6450af24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325768 Sep 07 04:23:14.264426 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55f07438-5069-431f-a446-2fd042a223de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:14.781881 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:15.258521 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:15.303908 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550752a6-3308-4462-ac76-04c13f2ef17e req-f5564aa6-76bd-4272-ab2f-b820af1b6f93 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:15.305468 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-550752a6-3308-4462-ac76-04c13f2ef17e req-f5564aa6-76bd-4272-ab2f-b820af1b6f93 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 945 time: 0.0545666 Sep 07 04:23:15.343058 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-550752a6-3308-4462-ac76-04c13f2ef17e req-5b8dad94-b28b-4325-8867-c981cf61e8f7 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc433710-7e0f-4fe9-b338-d27a6450af24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311470 Sep 07 04:23:15.504280 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 79da267b-2f25-4770-99db-6135c46cf01c up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:23:15.553157 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port 79da267b-2f25-4770-99db-6135c46cf01c completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:23:15.556672 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port 79da267b-2f25-4770-99db-6135c46cf01c triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:15.557040 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:15.633017 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:15.654727 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79da267b-2f25-4770-99db-6135c46cf01c'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:23:15.657075 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6a2035-dbce-40c0-8412-775f5c54bedf" -d '{"events": [{"server_uuid": "ec0fc01e-b838-40b3-a9b6-e8c1448fa968", "name": "network-vif-plugged", "status": "completed", "tag": "79da267b-2f25-4770-99db-6135c46cf01c"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:23:15.671113 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 79da267b-2f25-4770-99db-6135c46cf01c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79da267b-2f25-4770-99db-6135c46cf01c,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:23:15.675096 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:15.698622 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9abd61-2912-491f-9c46-f1479c3979d2 x-openstack-request-id: req-1f9abd61-2912-491f-9c46-f1479c3979d2 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:23:15.698892 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0fc01e-b838-40b3-a9b6-e8c1448fa968", "name": "network-vif-plugged", "status": "completed", "tag": "79da267b-2f25-4770-99db-6135c46cf01c", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:23:15.699139 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f9abd61-2912-491f-9c46-f1479c3979d2 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:23:15.699522 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79da267b-2f25-4770-99db-6135c46cf01c', 'code': 200} Sep 07 04:23:15.724744 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=79da267b-2f25-4770-99db-6135c46cf01c,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:15.917509 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a873161-68b9-4cac-8fd3-3f3714166877 req-56c57077-afca-4431-ad63-b1eb277f0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:15.918900 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9a873161-68b9-4cac-8fd3-3f3714166877 req-56c57077-afca-4431-ad63-b1eb277f0e44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 1099 time: 0.0531843 Sep 07 04:23:15.956644 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9a873161-68b9-4cac-8fd3-3f3714166877 req-72917321-9b4a-4290-b18a-36a9bb2bdd9b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cc433710-7e0f-4fe9-b338-d27a6450af24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299282 Sep 07 04:23:16.457930 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6f3c6-2ef4-4a69-ac35-05d89b0532c0 req-df1ec4bb-79cd-448f-99c5-038fc2a2558f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:16.459403 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-57e6f3c6-2ef4-4a69-ac35-05d89b0532c0 req-df1ec4bb-79cd-448f-99c5-038fc2a2558f tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 946 time: 0.0487974 Sep 07 04:23:16.495564 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-57e6f3c6-2ef4-4a69-ac35-05d89b0532c0 req-f589c911-94a8-4702-9109-4b3e852d21e0 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc433710-7e0f-4fe9-b338-d27a6450af24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304418 Sep 07 04:23:17.062803 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:23:17.112074 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:17.495694 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:17.615884 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b967f4a-a352-4cfb-b36d-a7da61976763 req-07a3693f-d9f5-434a-b12f-c208b2f17832 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:17.617404 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b967f4a-a352-4cfb-b36d-a7da61976763 req-07a3693f-d9f5-434a-b12f-c208b2f17832 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 946 time: 0.0524960 Sep 07 04:23:17.654711 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5b967f4a-a352-4cfb-b36d-a7da61976763 req-cd0ab61f-c10c-4497-bcda-c5b8cf4d3dcd tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc433710-7e0f-4fe9-b338-d27a6450af24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314982 Sep 07 04:23:17.765068 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538186e3-4a89-4051-afa8-54b60b36416f req-0079289b-557f-419f-8321-e2691e0c8da2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:17.766476 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-538186e3-4a89-4051-afa8-54b60b36416f req-0079289b-557f-419f-8321-e2691e0c8da2 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 946 time: 0.0484035 Sep 07 04:23:17.774794 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46486) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:17.779074 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-88057137-a3b7-4a5b-a489-7d8fa75826c9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Request body: {'floatingip': {'port_id': '79da267b-2f25-4770-99db-6135c46cf01c'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:17.817308 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88057137-a3b7-4a5b-a489-7d8fa75826c9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:18.234029 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88057137-a3b7-4a5b-a489-7d8fa75826c9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:18.237598 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88057137-a3b7-4a5b-a489-7d8fa75826c9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:18.333444 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-88057137-a3b7-4a5b-a489-7d8fa75826c9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Floating IP 6e7dde4b-2945-420f-a5cb-3b6aa6c81fb4 associated. External IP: 172.27.3.133, port: 79da267b-2f25-4770-99db-6135c46cf01c. Sep 07 04:23:18.529469 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88057137-a3b7-4a5b-a489-7d8fa75826c9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Router 587461ad-45d9-40cf-aac8-74af5b60411f has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:23:18.635660 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88057137-a3b7-4a5b-a489-7d8fa75826c9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:23:18.640297 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88057137-a3b7-4a5b-a489-7d8fa75826c9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:18.645390 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d1953-83cc-4575-96ad-e481ddb6c809 None None] Sync routers for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:23:18.653793 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d1953-83cc-4575-96ad-e481ddb6c809 None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:23:18.654404 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-e96d1953-83cc-4575-96ad-e481ddb6c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:23:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:18.668452 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-88057137-a3b7-4a5b-a489-7d8fa75826c9 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "PUT /v2.0/floatingips/6e7dde4b-2945-420f-a5cb-3b6aa6c81fb4 HTTP/1.1" status: 200 len: 992 time: 0.8925853 Sep 07 04:23:18.669017 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'tag': '79da267b-2f25-4770-99db-6135c46cf01c'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:23:18.671242 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21704e5efdf44e8a7543bf401c638a30a9902a7b9881d0b470a3fbdbe53cef61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb19f97f-ca92-4eba-89aa-2792ef28462a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0fc01e-b838-40b3-a9b6-e8c1448fa968", "tag": "79da267b-2f25-4770-99db-6135c46cf01c"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:23:18.731588 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ec9893-3598-4bd6-b62e-ff5d1aa8a923 x-openstack-request-id: req-f2ec9893-3598-4bd6-b62e-ff5d1aa8a923 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:23:18.731872 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0fc01e-b838-40b3-a9b6-e8c1448fa968", "tag": "79da267b-2f25-4770-99db-6135c46cf01c", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:23:18.732116 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2ec9893-3598-4bd6-b62e-ff5d1aa8a923 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:23:18.732580 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'tag': '79da267b-2f25-4770-99db-6135c46cf01c', 'status': 'completed', 'code': 200} Sep 07 04:23:18.761701 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-e96d1953-83cc-4575-96ad-e481ddb6c809 None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:23:18.854534 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19f97f-ca92-4eba-89aa-2792ef28462a req-a9862b61-44b9-4163-8d20-a78d42e12d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:18.856048 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb19f97f-ca92-4eba-89aa-2792ef28462a req-a9862b61-44b9-4163-8d20-a78d42e12d8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff9821ae5cb04759b08ab6b61136c64f&device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 1099 time: 0.0506129 Sep 07 04:23:18.949462 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19f97f-ca92-4eba-89aa-2792ef28462a req-94ff0fcc-74cb-47e0-ab03-fffa8925d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:18.951094 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb19f97f-ca92-4eba-89aa-2792ef28462a req-94ff0fcc-74cb-47e0-ab03-fffa8925d49b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e1703b7-84ae-4608-b580-140135a26f9e HTTP/1.1" status: 200 len: 911 time: 0.0849268 Sep 07 04:23:19.018437 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb19f97f-ca92-4eba-89aa-2792ef28462a req-9f8d872a-7216-44dc-b973-70f4e7b2f2a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79da267b-2f25-4770-99db-6135c46cf01c HTTP/1.1" status: 200 len: 1000 time: 0.0597868 Sep 07 04:23:19.070947 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19f97f-ca92-4eba-89aa-2792ef28462a req-2c7caf90-53e7-4201-a0cf-932c8c219ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:19.072323 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb19f97f-ca92-4eba-89aa-2792ef28462a req-2c7caf90-53e7-4201-a0cf-932c8c219ebb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c77badf1-c6f9-4ffb-a974-28df91afb7c9 HTTP/1.1" status: 200 len: 849 time: 0.0422850 Sep 07 04:23:19.101197 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-e96d1953-83cc-4575-96ad-e481ddb6c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': '6e7dde4b-2945-420f-a5cb-3b6aa6c81fb4', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'port_id': '79da267b-2f25-4770-99db-6135c46cf01c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'mac_address': 'fa:16:3e:5c:80:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:23:05Z', 'updated_at': '2021-09-07T04:23:18Z', 'revision_number': 1, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:19.118808 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19f97f-ca92-4eba-89aa-2792ef28462a req-d6bb64e0-66eb-4582-bc7c-2db1a36e4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:19.120298 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb19f97f-ca92-4eba-89aa-2792ef28462a req-d6bb64e0-66eb-4582-bc7c-2db1a36e4efc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1703b7-84ae-4608-b580-140135a26f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395570 Sep 07 04:23:19.131324 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d1953-83cc-4575-96ad-e481ddb6c809 None None] Checking router: 587461ad-45d9-40cf-aac8-74af5b60411f for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:23:19.139633 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d1953-83cc-4575-96ad-e481ddb6c809 None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:23:19.140347 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-e96d1953-83cc-4575-96ad-e481ddb6c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:23:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:19.219062 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb19f97f-ca92-4eba-89aa-2792ef28462a req-f22089e7-7646-4eb7-8893-894b9b3219d5 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842385 Sep 07 04:23:19.249152 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-e96d1953-83cc-4575-96ad-e481ddb6c809 None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:23:19.310969 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb19f97f-ca92-4eba-89aa-2792ef28462a req-739895ba-19e1-4600-a09f-fede709bac13 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829046 Sep 07 04:23:19.468717 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-e96d1953-83cc-4575-96ad-e481ddb6c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': '6e7dde4b-2945-420f-a5cb-3b6aa6c81fb4', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'port_id': '79da267b-2f25-4770-99db-6135c46cf01c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'mac_address': 'fa:16:3e:5c:80:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:23:05Z', 'updated_at': '2021-09-07T04:23:18Z', 'revision_number': 1, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:19.494161 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d1953-83cc-4575-96ad-e481ddb6c809 None None] The sync data for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi is: [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': '6e7dde4b-2945-420f-a5cb-3b6aa6c81fb4', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'port_id': '79da267b-2f25-4770-99db-6135c46cf01c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'mac_address': 'fa:16:3e:5c:80:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:23:05Z', 'updated_at': '2021-09-07T04:23:18Z', 'revision_number': 1, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:23:19.670071 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca43590-2212-44e8-a711-88a0b4db7d13 None None] New status for floating IP 6e7dde4b-2945-420f-a5cb-3b6aa6c81fb4: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:23:20.940557 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-49674ea5-6a11-4403-94a8-551f97a4d65f req-66df108c-ee96-4ab8-b8ee-8923b8ef9222 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438991 Sep 07 04:23:21.027998 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674ea5-6a11-4403-94a8-551f97a4d65f req-2c72708d-b5c4-4150-aff0-2520b722ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:21.029500 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-49674ea5-6a11-4403-94a8-551f97a4d65f req-2c72708d-b5c4-4150-aff0-2520b722ea07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 1099 time: 0.0395875 Sep 07 04:23:21.131387 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674ea5-6a11-4403-94a8-551f97a4d65f req-5dc74378-d814-4226-9675-b30430893424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:21.132875 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-49674ea5-6a11-4403-94a8-551f97a4d65f req-5dc74378-d814-4226-9675-b30430893424 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 913 time: 0.0848308 Sep 07 04:23:21.197470 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-49674ea5-6a11-4403-94a8-551f97a4d65f req-639c6473-a9cd-4653-8e6a-3fd43122e9ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 HTTP/1.1" status: 200 len: 1002 time: 0.0563145 Sep 07 04:23:21.246835 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674ea5-6a11-4403-94a8-551f97a4d65f req-2134704e-4f6c-4c47-89c4-c92ac88e7415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:21.248195 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-49674ea5-6a11-4403-94a8-551f97a4d65f req-2134704e-4f6c-4c47-89c4-c92ac88e7415 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 200 len: 851 time: 0.0422158 Sep 07 04:23:21.296295 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674ea5-6a11-4403-94a8-551f97a4d65f req-f592018a-28db-4cf4-8ba4-b9c0f2737fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:21.297703 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-49674ea5-6a11-4403-94a8-551f97a4d65f req-f592018a-28db-4cf4-8ba4-b9c0f2737fa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e9977e-4046-4f49-a6e9-16221dc75d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410082 Sep 07 04:23:21.385470 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-49674ea5-6a11-4403-94a8-551f97a4d65f req-cf0fd534-7435-472b-a227-cbc4c1f3dd43 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789454 Sep 07 04:23:21.475395 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-49674ea5-6a11-4403-94a8-551f97a4d65f req-8572e856-b8b6-437b-bc21-129b1fbfc217 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822351 Sep 07 04:23:25.699110 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-94c09642-1974-4de8-a72b-6619f2f69a5f tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-75682277&fields=id&tenant_id=c7a6d697162e40598e1ec6bfb33e9201 HTTP/1.1" status: 200 len: 267 time: 0.0322201 Sep 07 04:23:25.804757 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951c036-1769-4190-84da-17811656cfd4 req-e214b9fd-befa-47ff-8f2c-6c0fd23d7816 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:25.806199 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-e214b9fd-befa-47ff-8f2c-6c0fd23d7816 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/networks?id=0b3d88a6-ff45-461c-931f-473210d73b13 HTTP/1.1" status: 200 len: 808 time: 0.1006126 Sep 07 04:23:25.820118 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-565ce145-4a23-43a7-aca5-41f04d13a246 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/quotas/c7a6d697162e40598e1ec6bfb33e9201 HTTP/1.1" status: 200 len: 375 time: 0.0084686 Sep 07 04:23:25.868883 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-8fe2d5a5-e56a-48d1-8b9b-ad39e4b5bb65 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7a6d697162e40598e1ec6bfb33e9201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436823 Sep 07 04:23:25.964195 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-632bd851-e80c-43f9-8362-ebfb4d89a869 service neutron] 10.222.0.41 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833714 Sep 07 04:23:26.051720 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-3ed11620-c2f9-4c9a-99c7-a94dba207b4b service neutron] 10.222.0.41 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816517 Sep 07 04:23:26.329820 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-021c7848-a832-4e2d-a8b0-d9f661bfb4b4 req-aaf92d01-f1f4-40f0-ba14-c9900ecde29f tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 210 time: 0.0260086 Sep 07 04:23:27.367751 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951c036-1769-4190-84da-17811656cfd4 req-6df66567-e802-471b-875a-4ef5e778dd44 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:27.369385 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-6df66567-e802-471b-875a-4ef5e778dd44 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.36 "GET /v2.0/networks?id=0b3d88a6-ff45-461c-931f-473210d73b13 HTTP/1.1" status: 200 len: 808 time: 0.1015959 Sep 07 04:23:27.420510 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-431cf8e7-c11a-488e-942b-16642085298a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7a6d697162e40598e1ec6bfb33e9201 HTTP/1.1" status: 200 len: 378 time: 0.0339220 Sep 07 04:23:27.423118 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8c8daa9f-4a54-4dd4-87be-26f27b37368b req-86f6555c-fc32-424f-a020-d7ae6d601ceb tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 210 time: 0.0258858 Sep 07 04:23:27.440485 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Request body: {'port': {'device_id': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'admin_state_up': True, 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'security_groups': ['efdc5747-5cb8-418c-ab01-0dd1ecc8f855']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:27.554671 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Made reservation on behalf of c7a6d697162e40598e1ec6bfb33e9201 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:23:27.558217 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:27.683623 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Allocated IP 172.20.0.12 (0b3d88a6-ff45-461c-931f-473210d73b13/6a07c746-6f89-4a42-bf2f-88ab6e46861d/c22f809a-1cf5-4fa2-8a4b-6059409caadd) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:23:27.817929 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:27.830633 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Transition to ACTIVE for port object c22f809a-1cf5-4fa2-8a4b-6059409caadd will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:23:27.863926 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:27.914492 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Network 0b3d88a6-ff45-461c-931f-473210d73b13 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:23:27.917481 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:23:27.919964 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:23:27.953741 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event updated for resources: {'Port': ['ID=c22f809a-1cf5-4fa2-8a4b-6059409caadd,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:27.967474 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:27.967816 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:27.968148 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:27.968503 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:27.968826 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:27.969144 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:27.969468 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:27.969782 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:27.970098 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:27.970415 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:27.970729 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:27.971043 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:27.995137 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:27.995137 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:28.011050 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-37b91e5b-33dd-4852-a490-38ffd60f5393 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5741479 Sep 07 04:23:28.048088 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Request body: {'port': {'device_id': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:28.111465 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:28.175948 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1e606374-44f1-474c-b3a4-fe1abe9bd258 None None] Provisioning for port c22f809a-1cf5-4fa2-8a4b-6059409caadd completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:23:28.179476 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1e606374-44f1-474c-b3a4-fe1abe9bd258 None None] Provisioning complete for port c22f809a-1cf5-4fa2-8a4b-6059409caadd triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:28.179848 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e606374-44f1-474c-b3a4-fe1abe9bd258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:28.213007 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1e606374-44f1-474c-b3a4-fe1abe9bd258 None None] Port c22f809a-1cf5-4fa2-8a4b-6059409caadd cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:23:28.364897 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22f809a-1cf5-4fa2-8a4b-6059409caadd {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:23:28.371898 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:28.384065 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Transition to ACTIVE for port object c22f809a-1cf5-4fa2-8a4b-6059409caadd will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:23:28.388173 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:28.455734 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c22f809a-1cf5-4fa2-8a4b-6059409caadd,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:28.509683 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Attempting to bind port c22f809a-1cf5-4fa2-8a4b-6059409caadd on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:23:28.510014 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Attempting to bind port c22f809a-1cf5-4fa2-8a4b-6059409caadd by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:23:28.510338 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Attempting to bind port c22f809a-1cf5-4fa2-8a4b-6059409caadd on network 0b3d88a6-ff45-461c-931f-473210d73b13 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:23:28.515001 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Port c22f809a-1cf5-4fa2-8a4b-6059409caadd on network 0b3d88a6-ff45-461c-931f-473210d73b13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:23:28.515320 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Attempting to bind port c22f809a-1cf5-4fa2-8a4b-6059409caadd on network 0b3d88a6-ff45-461c-931f-473210d73b13 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:23:28.520349 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:23:28.520693 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Checking segment: {'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:23:28.521057 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Bound using segment: {'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:23:28.521475 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Bound port: c22f809a-1cf5-4fa2-8a4b-6059409caadd, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756a0d50-cad4-47a9-bbe6-2702ef9a880a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:23:28.521825 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:28.547099 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf0baa-9a2f-4dff-a69a-c6d186c64624 req-c9df12dc-9142-4f88-bea4-b2c22c24f9a9 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:28.552781 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-69cf0baa-9a2f-4dff-a69a-c6d186c64624 req-c9df12dc-9142-4f88-bea4-b2c22c24f9a9 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0565567 Sep 07 04:23:28.590792 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] For port c22f809a-1cf5-4fa2-8a4b-6059409caadd, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:23:28.593878 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-69cf0baa-9a2f-4dff-a69a-c6d186c64624 req-5e3941c2-c8da-4ae3-ac8c-66eff1fa3e63 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383105 Sep 07 04:23:28.594033 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] For port c22f809a-1cf5-4fa2-8a4b-6059409caadd, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:23:28.599494 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:28.636873 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:28.637608 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:28.638949 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/c22f809a-1cf5-4fa2-8a4b-6059409caadd HTTP/1.1" status: 200 len: 1094 time: 0.5951755 Sep 07 04:23:28.639332 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:23:28.641751 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8740ca4e-9f58-4294-a50b-66ef12c01f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:23:28.663641 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68a356-3863-4925-b63e-e757c7cd63a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c22f809a-1cf5-4fa2-8a4b-6059409caadd,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:28.701166 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c540016-097d-409f-9e17-47cdd57db45b x-openstack-request-id: req-3c540016-097d-409f-9e17-47cdd57db45b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:23:28.701456 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:23:28.701707 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c540016-097d-409f-9e17-47cdd57db45b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:23:28.702103 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'status': 'completed', 'code': 200} Sep 07 04:23:28.745667 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951c036-1769-4190-84da-17811656cfd4 req-a12f44d1-078c-473a-be11-e397b2d8ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:28.747200 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-a12f44d1-078c-473a-be11-e397b2d8ba09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7a6d697162e40598e1ec6bfb33e9201&device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 1097 time: 0.0443206 Sep 07 04:23:28.801232 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-bd3152a5-cad2-4069-bfe7-5e29ca597a20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd HTTP/1.1" status: 200 len: 217 time: 0.0376239 Sep 07 04:23:28.855989 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951c036-1769-4190-84da-17811656cfd4 req-c10b18f5-e23b-4ee9-b6a9-5ab89478a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:28.857536 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-c10b18f5-e23b-4ee9-b6a9-5ab89478a538 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a07c746-6f89-4a42-bf2f-88ab6e46861d HTTP/1.1" status: 200 len: 847 time: 0.0450213 Sep 07 04:23:28.902066 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951c036-1769-4190-84da-17811656cfd4 req-dd747ff2-66ce-474e-a939-732201c5d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:28.903509 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-dd747ff2-66ce-474e-a939-732201c5d18c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b3d88a6-ff45-461c-931f-473210d73b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384183 Sep 07 04:23:28.994899 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-a398feb4-29b9-437d-bdfc-78b362facce3 service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825863 Sep 07 04:23:29.089730 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2951c036-1769-4190-84da-17811656cfd4 req-05fe3025-7919-4ad3-bb13-8f98dc58f3a1 service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868785 Sep 07 04:23:29.238437 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740ca4e-9f58-4294-a50b-66ef12c01f6f req-4366887c-0bc0-4ac0-bbad-d089c34bf913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:29.239887 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8740ca4e-9f58-4294-a50b-66ef12c01f6f req-4366887c-0bc0-4ac0-bbad-d089c34bf913 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7a6d697162e40598e1ec6bfb33e9201&device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 1097 time: 0.0434303 Sep 07 04:23:29.332294 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740ca4e-9f58-4294-a50b-66ef12c01f6f req-4d4e4e2e-e4ff-4583-ae29-0d04e112c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:29.334338 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8740ca4e-9f58-4294-a50b-66ef12c01f6f req-4d4e4e2e-e4ff-4583-ae29-0d04e112c70c service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b3d88a6-ff45-461c-931f-473210d73b13 HTTP/1.1" status: 200 len: 909 time: 0.0870810 Sep 07 04:23:29.378114 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8740ca4e-9f58-4294-a50b-66ef12c01f6f req-6114693b-230a-4f70-b076-5a2b9254ebd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd HTTP/1.1" status: 200 len: 217 time: 0.0353811 Sep 07 04:23:29.426708 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740ca4e-9f58-4294-a50b-66ef12c01f6f req-60b21a7f-595f-4686-9dd1-78b52c8ef485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:29.428086 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8740ca4e-9f58-4294-a50b-66ef12c01f6f req-60b21a7f-595f-4686-9dd1-78b52c8ef485 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a07c746-6f89-4a42-bf2f-88ab6e46861d HTTP/1.1" status: 200 len: 847 time: 0.0418780 Sep 07 04:23:29.473446 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740ca4e-9f58-4294-a50b-66ef12c01f6f req-7bfd4420-6609-48d4-9d7d-619da4c09bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:29.474867 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8740ca4e-9f58-4294-a50b-66ef12c01f6f req-7bfd4420-6609-48d4-9d7d-619da4c09bb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b3d88a6-ff45-461c-931f-473210d73b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384991 Sep 07 04:23:29.562955 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8740ca4e-9f58-4294-a50b-66ef12c01f6f req-e2d83866-76a1-43af-97cf-de58f5589967 service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809259 Sep 07 04:23:29.655901 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8740ca4e-9f58-4294-a50b-66ef12c01f6f req-9a3502e6-15f3-4b9e-aaf0-12b7abd93463 service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843022 Sep 07 04:23:29.716846 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781b6dc-dbf5-4aa4-93b2-2bb6cbc536f6 req-4c19e2f4-f576-4c55-85b2-c88fa0dbf1e2 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:29.718310 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1781b6dc-dbf5-4aa4-93b2-2bb6cbc536f6 req-4c19e2f4-f576-4c55-85b2-c88fa0dbf1e2 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0506561 Sep 07 04:23:29.755324 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1781b6dc-dbf5-4aa4-93b2-2bb6cbc536f6 req-c0cea497-9d1d-4415-a2b6-3c6d1b814c85 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311112 Sep 07 04:23:30.867933 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affadc8-8c5a-4039-a8e1-4c36a1771f13 req-ea587a03-eb67-41c7-8fef-10b1e9d1d7a1 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:30.869392 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0affadc8-8c5a-4039-a8e1-4c36a1771f13 req-ea587a03-eb67-41c7-8fef-10b1e9d1d7a1 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0472109 Sep 07 04:23:30.906455 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0affadc8-8c5a-4039-a8e1-4c36a1771f13 req-c1003a31-d99e-40cd-93dd-76c82cd75ecf tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312641 Sep 07 04:23:32.024122 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c5f3d-253b-4fdc-bf9c-f1226d6a48f1 req-62686e36-ee53-4a25-8323-56f0ad68310b tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:32.025588 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-040c5f3d-253b-4fdc-bf9c-f1226d6a48f1 req-62686e36-ee53-4a25-8323-56f0ad68310b tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0473745 Sep 07 04:23:32.064681 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-040c5f3d-253b-4fdc-bf9c-f1226d6a48f1 req-f66cedd0-16ba-4a29-87a9-268f589477a6 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333688 Sep 07 04:23:33.177367 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216eb5dd-d00a-4d80-bbfe-c62dbb7c825f req-cada517e-c922-4bdf-856b-ca4fd07f3278 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:33.178814 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-216eb5dd-d00a-4d80-bbfe-c62dbb7c825f req-cada517e-c922-4bdf-856b-ca4fd07f3278 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0481868 Sep 07 04:23:33.215927 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-216eb5dd-d00a-4d80-bbfe-c62dbb7c825f req-c3d44366-a448-449d-aac9-a650e840cb30 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312283 Sep 07 04:23:34.330720 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fc95c-901c-40e5-8e12-f99957906abe req-0abc1b4b-ffcf-421d-a6c1-fb24f46db228 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:34.332301 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0b4fc95c-901c-40e5-8e12-f99957906abe req-0abc1b4b-ffcf-421d-a6c1-fb24f46db228 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0487261 Sep 07 04:23:34.369508 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0b4fc95c-901c-40e5-8e12-f99957906abe req-24896d60-d92f-4588-9f78-abb019e6180c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313048 Sep 07 04:23:35.482757 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8407f26-93c1-4f42-b272-4f7c970154c4 req-5497bded-c791-4392-bd08-3556c5e01507 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:35.484213 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c8407f26-93c1-4f42-b272-4f7c970154c4 req-5497bded-c791-4392-bd08-3556c5e01507 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0482321 Sep 07 04:23:35.523992 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c8407f26-93c1-4f42-b272-4f7c970154c4 req-688d9ec7-554b-486a-9726-76197a2753ef tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339358 Sep 07 04:23:36.637291 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6e0f3-3714-4357-b015-0f2359f99f86 req-c49f8a77-39b8-408b-a468-ade6ff173006 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:36.638754 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ecf6e0f3-3714-4357-b015-0f2359f99f86 req-c49f8a77-39b8-408b-a468-ade6ff173006 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0480714 Sep 07 04:23:36.676953 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ecf6e0f3-3714-4357-b015-0f2359f99f86 req-46ee1902-80c5-49aa-9d87-3626d6000574 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324287 Sep 07 04:23:37.634340 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c22f809a-1cf5-4fa2-8a4b-6059409caadd details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:23:37.726185 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c22f809a-1cf5-4fa2-8a4b-6059409caadd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:23:37.740277 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'port_id': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'mac_address': 'fa:16:3e:fc:c4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:23:37.780288 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:37.790179 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b309001-5bea-411e-9d12-b68431986052 req-1c4cfe42-9d68-4b23-82b1-d015e7b235d5 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:37.791640 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7b309001-5bea-411e-9d12-b68431986052 req-1c4cfe42-9d68-4b23-82b1-d015e7b235d5 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0484555 Sep 07 04:23:37.793141 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22f809a-1cf5-4fa2-8a4b-6059409caadd {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:23:37.812183 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c22f809a-1cf5-4fa2-8a4b-6059409caadd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:23:37.816105 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:37.830934 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7b309001-5bea-411e-9d12-b68431986052 req-7895e8ce-c6bc-40bf-acb5-ccb24a75ea93 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315571 Sep 07 04:23:37.874774 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=c22f809a-1cf5-4fa2-8a4b-6059409caadd,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:38.292515 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['c22f809a-1cf5-4fa2-8a4b-6059409caadd'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:23:38.944267 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1d9bb-d100-4447-a302-39250be19130 req-cea082f7-d66f-49d8-b744-17176521eccb tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:38.945771 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9ba1d9bb-d100-4447-a302-39250be19130 req-cea082f7-d66f-49d8-b744-17176521eccb tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 945 time: 0.0477741 Sep 07 04:23:38.986838 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9ba1d9bb-d100-4447-a302-39250be19130 req-750d52b3-fe83-4a65-88af-938dac550c60 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348454 Sep 07 04:23:39.630258 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c22f809a-1cf5-4fa2-8a4b-6059409caadd up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:23:39.677401 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port c22f809a-1cf5-4fa2-8a4b-6059409caadd completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:23:39.680797 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port c22f809a-1cf5-4fa2-8a4b-6059409caadd triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:39.681166 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:39.755768 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:39.776685 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:23:39.778878 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b0a755-7347-410f-99cb-9192cf236dac" -d '{"events": [{"server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "name": "network-vif-plugged", "status": "completed", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:23:39.790998 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c22f809a-1cf5-4fa2-8a4b-6059409caadd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:23:39.795068 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:39.818552 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5175da-043f-4f5a-b7cf-d8ec40f2d374 x-openstack-request-id: req-da5175da-043f-4f5a-b7cf-d8ec40f2d374 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:23:39.818822 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "name": "network-vif-plugged", "status": "completed", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:23:39.819068 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da5175da-043f-4f5a-b7cf-d8ec40f2d374 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:23:39.819442 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'code': 200} Sep 07 04:23:39.843347 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=c22f809a-1cf5-4fa2-8a4b-6059409caadd,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:40.082125 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b076dce-9cc1-4bb1-bc07-db9763cb1564 req-8fbb848a-a4bd-4ccc-aafc-81a3cd2216fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:40.083744 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8b076dce-9cc1-4bb1-bc07-db9763cb1564 req-8fbb848a-a4bd-4ccc-aafc-81a3cd2216fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 1099 time: 0.0406306 Sep 07 04:23:40.106187 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7bc6e-e98c-4f33-99ea-988f51ce8afa req-f29253c5-d53d-4f95-9df9-78e905c677fc tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:40.107704 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7bf7bc6e-e98c-4f33-99ea-988f51ce8afa req-f29253c5-d53d-4f95-9df9-78e905c677fc tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0505259 Sep 07 04:23:40.127343 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8b076dce-9cc1-4bb1-bc07-db9763cb1564 req-b11f11d0-2fac-4ec7-b3cb-ac4527ea5bd3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354528 Sep 07 04:23:40.145545 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7bf7bc6e-e98c-4f33-99ea-988f51ce8afa req-27cea8a4-308e-43cf-9c57-dccb5cb7b173 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315523 Sep 07 04:23:41.262562 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c91aa-4a28-407f-85ee-0b79ef17aa30 req-34f8d74e-b041-4111-a3d8-e4b47359f368 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:41.264070 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c22c91aa-4a28-407f-85ee-0b79ef17aa30 req-34f8d74e-b041-4111-a3d8-e4b47359f368 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0486093 Sep 07 04:23:41.301973 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c22c91aa-4a28-407f-85ee-0b79ef17aa30 req-9b808003-f731-4662-82fb-f4b24f4eaebe tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319788 Sep 07 04:23:41.750389 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f03a649-0587-46f6-814a-dfa954ae04c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:42.418006 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633807b-f1b9-44da-bb18-32093a75dc83 req-d4d0c1c6-fb1c-450b-b5ce-5f342e1278ab tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:42.419467 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9633807b-f1b9-44da-bb18-32093a75dc83 req-d4d0c1c6-fb1c-450b-b5ce-5f342e1278ab tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0477474 Sep 07 04:23:42.484159 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9633807b-f1b9-44da-bb18-32093a75dc83 req-cdfcb523-b9c3-4a88-9284-5c8277661be1 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551596 Sep 07 04:23:42.494301 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45e9b2-10c4-4f13-ae93-4bb3e1833b66 req-8ebfec3a-cc76-4386-86ea-01dd9a2924a1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:42.495798 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3b45e9b2-10c4-4f13-ae93-4bb3e1833b66 req-8ebfec3a-cc76-4386-86ea-01dd9a2924a1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 946 time: 0.0754669 Sep 07 04:23:42.534243 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3b45e9b2-10c4-4f13-ae93-4bb3e1833b66 req-bd811d1d-91c4-4123-9b01-ac34b147ff13 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Sep 07 04:23:42.593749 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d681775-1ce1-4aad-aac4-a97f89774a5f req-7edb0f0d-99f0-4b4d-84a0-81f52a96922d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:42.595205 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d681775-1ce1-4aad-aac4-a97f89774a5f req-7edb0f0d-99f0-4b4d-84a0-81f52a96922d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0475080 Sep 07 04:23:42.631801 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d681775-1ce1-4aad-aac4-a97f89774a5f req-195584e9-dd41-4e6f-ba4e-0927264088b2 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306811 Sep 07 04:23:42.651886 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46652) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:42.836695 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b64754e-a04d-4fbc-9d6f-dabe4b8148f8 tempest-TestShelveInstance-134432481 tempest-TestShelveInstance-134432481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:42.838216 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1b64754e-a04d-4fbc-9d6f-dabe4b8148f8 tempest-TestShelveInstance-134432481 tempest-TestShelveInstance-134432481-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 1094 time: 0.1853633 Sep 07 04:23:42.841020 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46658) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:23:42.845154 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Request body: {'floatingip': {'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'port_id': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:42.865599 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:42.958872 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:43.061549 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Allocated IP 172.27.3.176 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/1f29d845-1096-4cd4-a098-8c14b15d4bf0) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:23:43.160332 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:43.197761 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:43.237585 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:23:43.241721 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:23:43.247768 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:23:43.250669 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event updated for resources: {'Port': ['ID=1f29d845-1096-4cd4-a098-8c14b15d4bf0,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:43.278015 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:43.278366 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:43.278708 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:43.279052 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:43.279387 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:43.279722 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:43.280052 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:43.280413 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:43.280744 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:43.281070 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:43.281395 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:43.281718 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:43.820403 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:43.828274 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de90e2e-41fd-434f-b62f-52307ecc1f0c req-dfc78e04-3ad2-42da-ba2a-9b4acb682beb tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:43.829740 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9de90e2e-41fd-434f-b62f-52307ecc1f0c req-dfc78e04-3ad2-42da-ba2a-9b4acb682beb tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 946 time: 0.0922329 Sep 07 04:23:43.914797 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9de90e2e-41fd-434f-b62f-52307ecc1f0c req-31b99c42-ff73-4dec-b670-538b8cfcb6f3 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656059 Sep 07 04:23:43.919194 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:44.061440 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:44.065812 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:44.138394 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event updated for resources: {'Port': ['ID=1f29d845-1096-4cd4-a098-8c14b15d4bf0,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:44.147391 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:44.245493 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Floating IP dfa70e0b-96fc-4465-b69c-95a9ddef99af associated. External IP: 172.27.3.176, port: c22f809a-1cf5-4fa2-8a4b-6059409caadd. Sep 07 04:23:44.255122 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efa2223e-3fdc-48a6-92e3-16479375ff23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:44.438190 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-f04fa140-936d-4f96-a6a0-884da69d1e01 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:44.439688 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-f04fa140-936d-4f96-a6a0-884da69d1e01 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 946 time: 0.0482476 Sep 07 04:23:44.452947 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Router 576b392b-93fc-468e-9a9b-059e63dd678f has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:23:44.529260 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Deleting port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:23:44.529591 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:44.561973 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:23:44.571927 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6458c0-26ac-464d-ba5e-9af659618617 None None] Sync routers for ids ['576b392b-93fc-468e-9a9b-059e63dd678f'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:23:44.578745 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:44.582678 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6458c0-26ac-464d-ba5e-9af659618617 None None] Routers {'576b392b-93fc-468e-9a9b-059e63dd678f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:23:44.583366 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-4f6458c0-26ac-464d-ba5e-9af659618617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:23:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['576b392b-93fc-468e-9a9b-059e63dd678f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:44.606346 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a3bed0ac-9624-4a53-9286-1597d2805fde tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7643127 Sep 07 04:23:44.606930 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:23:44.609257 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21704e5efdf44e8a7543bf401c638a30a9902a7b9881d0b470a3fbdbe53cef61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9bbc0e-2c29-4d85-9e22-4a8e2edf5c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:23:44.634340 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] For port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:23:44.634816 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:44.653007 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1223964a-1f4e-464f-a901-2588ea12ace6 x-openstack-request-id: req-1223964a-1f4e-464f-a901-2588ea12ace6 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:23:44.653297 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:23:44.653549 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1223964a-1f4e-464f-a901-2588ea12ace6 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:23:44.653945 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'status': 'completed', 'code': 200} Sep 07 04:23:44.697987 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-4f6458c0-26ac-464d-ba5e-9af659618617 None None] Set router 576b392b-93fc-468e-9a9b-059e63dd678f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:23:44.788370 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:44.816548 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bbc0e-2c29-4d85-9e22-4a8e2edf5c3d req-b4d80b8a-f40b-4b7f-9483-89cdf828dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:44.818604 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5b9bbc0e-2c29-4d85-9e22-4a8e2edf5c3d req-b4d80b8a-f40b-4b7f-9483-89cdf828dae5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7a6d697162e40598e1ec6bfb33e9201&device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 1099 time: 0.1159940 Sep 07 04:23:44.867402 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:44.867765 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:44.868089 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.l3_db [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Floating IP f6b71faf-d805-4f6c-9337-0771778d4771 disassociated. External IP: 172.27.3.246, port: 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17. Sep 07 04:23:44.868451 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Calling delete_port for 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:23:44.933978 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-4f6458c0-26ac-464d-ba5e-9af659618617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:22:52Z', 'revision_number': 4, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'dfa70e0b-96fc-4465-b69c-95a9ddef99af', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'port_id': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'mac_address': 'fa:16:3e:fc:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:23:43Z', 'updated_at': '2021-09-07T04:23:43Z', 'revision_number': 0, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '173420a0-a664-40ba-8588-cf935758e192', 'name': '', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'mac_address': 'fa:16:3e:69:40:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:52Z', 'updated_at': '2021-09-07T04:22:58Z', 'revision_number': 5, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'subnets': [{'id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:44.961035 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6458c0-26ac-464d-ba5e-9af659618617 None None] Checking router: 576b392b-93fc-468e-9a9b-059e63dd678f for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:23:44.969377 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6458c0-26ac-464d-ba5e-9af659618617 None None] Routers {'576b392b-93fc-468e-9a9b-059e63dd678f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:23:44.970005 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-4f6458c0-26ac-464d-ba5e-9af659618617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:23:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['576b392b-93fc-468e-9a9b-059e63dd678f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:45.049008 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7132876-4e89-4986-89fa-774706d919a3 req-7a1012cd-fe8f-41b3-855d-17bbabfe761c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:45.050622 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7132876-4e89-4986-89fa-774706d919a3 req-7a1012cd-fe8f-41b3-855d-17bbabfe761c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 946 time: 0.0601616 Sep 07 04:23:45.089423 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-4f6458c0-26ac-464d-ba5e-9af659618617 None None] Set router 576b392b-93fc-468e-9a9b-059e63dd678f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:23:45.092048 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d7132876-4e89-4986-89fa-774706d919a3 req-bb619155-bc0e-4c2e-aa5b-021de132784a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341861 Sep 07 04:23:45.236616 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bbc0e-2c29-4d85-9e22-4a8e2edf5c3d req-87c562d5-c5e9-4926-93fd-c2b9d816d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:45.238063 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5b9bbc0e-2c29-4d85-9e22-4a8e2edf5c3d req-87c562d5-c5e9-4926-93fd-c2b9d816d6c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b3d88a6-ff45-461c-931f-473210d73b13 HTTP/1.1" status: 200 len: 909 time: 0.4098680 Sep 07 04:23:45.271085 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:45.331641 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5b9bbc0e-2c29-4d85-9e22-4a8e2edf5c3d req-f981c9af-7188-46ce-81ef-f5759f50ace9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd HTTP/1.1" status: 200 len: 1000 time: 0.0844035 Sep 07 04:23:45.334141 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-4f6458c0-26ac-464d-ba5e-9af659618617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:22:52Z', 'revision_number': 4, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'dfa70e0b-96fc-4465-b69c-95a9ddef99af', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'port_id': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'mac_address': 'fa:16:3e:fc:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:23:43Z', 'updated_at': '2021-09-07T04:23:43Z', 'revision_number': 0, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '173420a0-a664-40ba-8588-cf935758e192', 'name': '', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'mac_address': 'fa:16:3e:69:40:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:52Z', 'updated_at': '2021-09-07T04:22:58Z', 'revision_number': 5, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'subnets': [{'id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:45.364509 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6458c0-26ac-464d-ba5e-9af659618617 None None] The sync data for ids ['576b392b-93fc-468e-9a9b-059e63dd678f'] in dv-cinder-778193-8-iscsi is: [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:22:52Z', 'revision_number': 4, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'dfa70e0b-96fc-4465-b69c-95a9ddef99af', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'port_id': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'mac_address': 'fa:16:3e:fc:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:23:43Z', 'updated_at': '2021-09-07T04:23:43Z', 'revision_number': 0, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '173420a0-a664-40ba-8588-cf935758e192', 'name': '', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'mac_address': 'fa:16:3e:69:40:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:52Z', 'updated_at': '2021-09-07T04:22:58Z', 'revision_number': 5, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'subnets': [{'id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:23:45.381929 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:45.415386 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event deleted for resources: {'Port': ['ID=5510f43f-aa8d-46c3-84f3-7ed7d3e19e17,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:45.426992 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bbc0e-2c29-4d85-9e22-4a8e2edf5c3d req-9cca35b7-6742-4cf4-9d24-4dedd063d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:45.428529 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5b9bbc0e-2c29-4d85-9e22-4a8e2edf5c3d req-9cca35b7-6742-4cf4-9d24-4dedd063d059 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a07c746-6f89-4a42-bf2f-88ab6e46861d HTTP/1.1" status: 200 len: 847 time: 0.0896723 Sep 07 04:23:45.543558 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bbc0e-2c29-4d85-9e22-4a8e2edf5c3d req-5bf50cf9-0a9a-4965-a816-87272ab92907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:45.545082 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5b9bbc0e-2c29-4d85-9e22-4a8e2edf5c3d req-5bf50cf9-0a9a-4965-a816-87272ab92907 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b3d88a6-ff45-461c-931f-473210d73b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833061 Sep 07 04:23:45.554363 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ff341-f6c1-4571-a166-647f5cf2693e None None] New status for floating IP dfa70e0b-96fc-4465-b69c-95a9ddef99af: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:23:45.596536 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Router 4607a507-874c-43d6-8907-5abfdba68903 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:23:45.722618 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5b9bbc0e-2c29-4d85-9e22-4a8e2edf5c3d req-4a9ca53f-c3d3-4f55-a16d-01fb8c80b436 service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690903 Sep 07 04:23:45.780155 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:23:45.793077 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d809cf-ffbe-4edf-b400-fb0fd4c6f91e None None] Sync routers for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:23:45.806472 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d809cf-ffbe-4edf-b400-fb0fd4c6f91e None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:23:45.807237 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c8d809cf-ffbe-4edf-b400-fb0fd4c6f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:23:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:45.856108 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] No DVR routers for this DVR port 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:23:45.860384 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:45.862484 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4f646ffe-48bd-478b-8fdd-f4c2e989c7a1 req-49ea680f-cc32-4b26-9bf0-0cbec9cb5ee8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "DELETE /v2.0/ports/5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 HTTP/1.1" status: 204 len: 173 time: 1.4166121 Sep 07 04:23:45.863030 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'name': 'network-vif-deleted', 'tag': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:23:45.866046 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234860bb-f899-4765-aa02-410a10bddd6a" -d '{"events": [{"server_uuid": "943c64e0-121c-4cef-93ee-fc98e0209a42", "name": "network-vif-deleted", "tag": "5510f43f-aa8d-46c3-84f3-7ed7d3e19e17"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:23:45.888450 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5b9bbc0e-2c29-4d85-9e22-4a8e2edf5c3d req-b0776862-0b2c-4e6f-8212-8ba31b7cb27e service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559641 Sep 07 04:23:45.911808 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f69b7e-16a5-4bc3-b3c0-c8e402548d9e x-openstack-request-id: req-38f69b7e-16a5-4bc3-b3c0-c8e402548d9e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:23:45.912171 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943c64e0-121c-4cef-93ee-fc98e0209a42", "name": "network-vif-deleted", "tag": "5510f43f-aa8d-46c3-84f3-7ed7d3e19e17", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:23:45.912518 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38f69b7e-16a5-4bc3-b3c0-c8e402548d9e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:23:45.912979 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943c64e0-121c-4cef-93ee-fc98e0209a42', 'name': 'network-vif-deleted', 'tag': '5510f43f-aa8d-46c3-84f3-7ed7d3e19e17', 'status': 'completed', 'code': 200} Sep 07 04:23:45.952351 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c8d809cf-ffbe-4edf-b400-fb0fd4c6f91e None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:23:46.207239 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-61eac138-d515-468f-be56-d97555f98a6c req-6b0fb34f-c37c-498e-8552-67f8c4380aa0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=943c64e0-121c-4cef-93ee-fc98e0209a42 HTTP/1.1" status: 200 len: 210 time: 0.0313652 Sep 07 04:23:46.306731 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c8d809cf-ffbe-4edf-b400-fb0fd4c6f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:46.345312 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d809cf-ffbe-4edf-b400-fb0fd4c6f91e None None] Checking router: 4607a507-874c-43d6-8907-5abfdba68903 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:23:46.354507 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d809cf-ffbe-4edf-b400-fb0fd4c6f91e None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:23:46.355131 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c8d809cf-ffbe-4edf-b400-fb0fd4c6f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:23:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:46.475945 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c8d809cf-ffbe-4edf-b400-fb0fd4c6f91e None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:23:46.690075 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c8d809cf-ffbe-4edf-b400-fb0fd4c6f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:23:46.716324 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d809cf-ffbe-4edf-b400-fb0fd4c6f91e None None] The sync data for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi is: [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:23:46.928186 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8229148d-0055-4a76-8853-30b461a26648 None None] New status for floating IP f6b71faf-d805-4f6c-9337-0771778d4771: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:23:47.111514 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:47.413349 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-e1506293-ed22-4fc3-b6fe-1dcad9f42f27 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944444272&fields=id&tenant_id=54227302cf51431b98f59cef103f2fd8 HTTP/1.1" status: 200 len: 267 time: 0.0324469 Sep 07 04:23:47.495565 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:47.520855 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-9edf6a8f-942c-4cb4-8fec-0a5e28a84884 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:47.522298 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-9edf6a8f-942c-4cb4-8fec-0a5e28a84884 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 812 time: 0.1023879 Sep 07 04:23:47.537038 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-bd3efecc-8a49-44df-a7b3-bce2297da746 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/quotas/54227302cf51431b98f59cef103f2fd8 HTTP/1.1" status: 200 len: 375 time: 0.0090606 Sep 07 04:23:47.588201 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-29c6c8c8-6453-410b-8130-f98009fcd8e2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461526 Sep 07 04:23:47.653357 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:23:47.678059 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:23:47.678401 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 5510f43f-aa8d-46c3-84f3-7ed7d3e19e17 not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:23:47.688027 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-e83d7b02-584e-48be-be59-41a4a709e474 service neutron] 10.222.0.41 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875454 Sep 07 04:23:47.772931 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-399247e1-3350-4eea-97a4-eec7c9ce8dcd service neutron] 10.222.0.41 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787807 Sep 07 04:23:48.054775 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1adb3048-6dc2-4a02-b037-da422198cd90 req-34b04130-7112-4de0-9822-dc917eb453d8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 210 time: 0.0264561 Sep 07 04:23:49.114213 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-3ea26b71-b5b9-4947-bee3-d7f8accc5e83 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:49.115733 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-3ea26b71-b5b9-4947-bee3-d7f8accc5e83 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 812 time: 0.1039219 Sep 07 04:23:49.150142 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6c839ab-d85f-4897-8b46-0530e4114923 req-66acf6f5-dbae-416b-a319-b2780fa7ac73 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 210 time: 0.0271921 Sep 07 04:23:49.169194 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-dfea82bf-b141-4cc6-bab0-c3b615125d9d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54227302cf51431b98f59cef103f2fd8 HTTP/1.1" status: 200 len: 380 time: 0.0355930 Sep 07 04:23:49.183583 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'port': {'device_id': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'admin_state_up': True, 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'security_groups': ['9f06cf78-94db-43ff-a510-5e9e6c478cf0']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:49.294253 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Made reservation on behalf of 54227302cf51431b98f59cef103f2fd8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:23:49.297873 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:49.422200 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Allocated IP 172.20.0.12 (36e9977e-4046-4f49-a6e9-16221dc75d9f/42df96b6-d23b-4b64-bafd-b7718fe12d74/417fdd53-ff5f-4478-a3a7-354b2444ec79) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:23:49.552654 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:49.565619 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Transition to ACTIVE for port object 417fdd53-ff5f-4478-a3a7-354b2444ec79 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:23:49.598883 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:49.647289 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Network 36e9977e-4046-4f49-a6e9-16221dc75d9f is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:23:49.650532 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:23:49.653055 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:23:49.688707 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'Port': ['ID=417fdd53-ff5f-4478-a3a7-354b2444ec79,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:49.718783 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:49.719420 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:49.735717 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-42491132-5f6c-4303-8c78-745d9c8e6607 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5559363 Sep 07 04:23:49.754328 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Request body: {'port': {'device_id': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:23:49.812634 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:49.904642 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a033622a-ac05-4cda-a589-f6667f359e43 None None] Provisioning for port 417fdd53-ff5f-4478-a3a7-354b2444ec79 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:23:49.908605 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a033622a-ac05-4cda-a589-f6667f359e43 None None] Provisioning complete for port 417fdd53-ff5f-4478-a3a7-354b2444ec79 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:23:49.908981 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a033622a-ac05-4cda-a589-f6667f359e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:49.943685 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a033622a-ac05-4cda-a589-f6667f359e43 None None] Port 417fdd53-ff5f-4478-a3a7-354b2444ec79 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:23:50.069798 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417fdd53-ff5f-4478-a3a7-354b2444ec79 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:23:50.077152 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:50.089171 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Transition to ACTIVE for port object 417fdd53-ff5f-4478-a3a7-354b2444ec79 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:23:50.092994 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:50.144649 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Pushing event updated for resources: {'Port': ['ID=417fdd53-ff5f-4478-a3a7-354b2444ec79,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:50.213788 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Attempting to bind port 417fdd53-ff5f-4478-a3a7-354b2444ec79 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:23:50.214204 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Attempting to bind port 417fdd53-ff5f-4478-a3a7-354b2444ec79 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:23:50.214598 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Attempting to bind port 417fdd53-ff5f-4478-a3a7-354b2444ec79 on network 36e9977e-4046-4f49-a6e9-16221dc75d9f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:23:50.219314 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Port 417fdd53-ff5f-4478-a3a7-354b2444ec79 on network 36e9977e-4046-4f49-a6e9-16221dc75d9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:23:50.219840 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Attempting to bind port 417fdd53-ff5f-4478-a3a7-354b2444ec79 on network 36e9977e-4046-4f49-a6e9-16221dc75d9f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:23:50.225665 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:23:50.226080 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Checking segment: {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:23:50.226462 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Bound using segment: {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:23:50.226953 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Bound port: 417fdd53-ff5f-4478-a3a7-354b2444ec79, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:23:50.227314 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:50.278753 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb3fd-1ebf-46d9-a5c9-019ad3ab1c49 req-33b8561a-f247-473c-af26-cee27fe47aaa tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:50.280693 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6c6fb3fd-1ebf-46d9-a5c9-019ad3ab1c49 req-33b8561a-f247-473c-af26-cee27fe47aaa tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 944 time: 0.0580971 Sep 07 04:23:50.296461 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] For port 417fdd53-ff5f-4478-a3a7-354b2444ec79, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:23:50.299587 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] For port 417fdd53-ff5f-4478-a3a7-354b2444ec79, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=417fdd53-ff5f-4478-a3a7-354b2444ec79,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:23:50.305390 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:50.321166 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:50.321711 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:50.323318 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] 10.222.0.36 "PUT /v2.0/ports/417fdd53-ff5f-4478-a3a7-354b2444ec79 HTTP/1.1" status: 200 len: 1094 time: 0.5739081 Sep 07 04:23:50.327156 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6c6fb3fd-1ebf-46d9-a5c9-019ad3ab1c49 req-9db40199-5f1b-439b-a6e6-a2ca8cf3b7a8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386231 Sep 07 04:23:50.346388 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'tag': '417fdd53-ff5f-4478-a3a7-354b2444ec79'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:23:50.348923 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8ea7b4-97ac-4145-ba66-d5a7e8d6ac94" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e54837-a18b-47a4-8aad-8b7febf60563", "tag": "417fdd53-ff5f-4478-a3a7-354b2444ec79"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:23:50.398623 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54918d06-e71c-4b4b-a032-f9fe6f222096 x-openstack-request-id: req-54918d06-e71c-4b4b-a032-f9fe6f222096 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:23:50.398906 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e54837-a18b-47a4-8aad-8b7febf60563", "tag": "417fdd53-ff5f-4478-a3a7-354b2444ec79", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:23:50.399148 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54918d06-e71c-4b4b-a032-f9fe6f222096 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:23:50.399519 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'tag': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'status': 'completed', 'code': 200} Sep 07 04:23:50.401311 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6b2e3-764b-4240-8dd7-ada168394160 service neutron] Pushing event updated for resources: {'Port': ['ID=417fdd53-ff5f-4478-a3a7-354b2444ec79,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:50.433415 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-1b9f5a81-3af4-4b92-a46a-d61d156a909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:50.434945 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-1b9f5a81-3af4-4b92-a46a-d61d156a909a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 1097 time: 0.0458951 Sep 07 04:23:50.486579 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-f8e65f34-a6c2-4b43-88b2-7924fec2050d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=417fdd53-ff5f-4478-a3a7-354b2444ec79 HTTP/1.1" status: 200 len: 217 time: 0.0375476 Sep 07 04:23:50.537257 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-5481f0c7-009a-47dc-8460-f71007a81f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:50.538678 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-5481f0c7-009a-47dc-8460-f71007a81f84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 200 len: 851 time: 0.0441566 Sep 07 04:23:50.584463 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-3db7d5eb-7ad5-483b-a76a-a3fed1b8cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:50.585944 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-3db7d5eb-7ad5-483b-a76a-a3fed1b8cfdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e9977e-4046-4f49-a6e9-16221dc75d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401900 Sep 07 04:23:50.679139 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-4e5ba482-bf69-4f9e-b8e4-81d7b34289e5 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860615 Sep 07 04:23:50.765703 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8380b1d0-9278-4d83-951c-eacb2e3af8b0 req-923a274c-1e96-4cc2-bfeb-c8512dcd16ea service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787289 Sep 07 04:23:50.915561 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea7b4-97ac-4145-ba66-d5a7e8d6ac94 req-80448b5e-1757-492e-b24c-4667ed0f1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:50.917038 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8ea7b4-97ac-4145-ba66-d5a7e8d6ac94 req-80448b5e-1757-492e-b24c-4667ed0f1222 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 1097 time: 0.0432959 Sep 07 04:23:51.002914 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea7b4-97ac-4145-ba66-d5a7e8d6ac94 req-92e73361-0be1-40fc-83bc-bd7520ae2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:51.004877 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8ea7b4-97ac-4145-ba66-d5a7e8d6ac94 req-92e73361-0be1-40fc-83bc-bd7520ae2f0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 913 time: 0.0802534 Sep 07 04:23:51.045972 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8ea7b4-97ac-4145-ba66-d5a7e8d6ac94 req-975ec923-9317-40df-89ef-5d022b5b1f28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=417fdd53-ff5f-4478-a3a7-354b2444ec79 HTTP/1.1" status: 200 len: 217 time: 0.0349364 Sep 07 04:23:51.093054 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea7b4-97ac-4145-ba66-d5a7e8d6ac94 req-0c9dae44-4ec0-48e3-97ec-e051fb918a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:51.094402 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8ea7b4-97ac-4145-ba66-d5a7e8d6ac94 req-0c9dae44-4ec0-48e3-97ec-e051fb918a4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 200 len: 851 time: 0.0408587 Sep 07 04:23:51.137891 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea7b4-97ac-4145-ba66-d5a7e8d6ac94 req-0da75ea2-4568-4950-9366-04c3a29f3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:51.139340 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8ea7b4-97ac-4145-ba66-d5a7e8d6ac94 req-0da75ea2-4568-4950-9366-04c3a29f3ae7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e9977e-4046-4f49-a6e9-16221dc75d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378737 Sep 07 04:23:51.230272 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8ea7b4-97ac-4145-ba66-d5a7e8d6ac94 req-2a24694b-7684-4993-b027-295ce0e60efb service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833256 Sep 07 04:23:51.318371 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d8ea7b4-97ac-4145-ba66-d5a7e8d6ac94 req-5080ee00-6fc4-49ec-ac78-3d59c908699f service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804563 Sep 07 04:23:51.441227 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e8172-4753-47b5-897c-7fdad9700e35 req-dec8e964-d501-4423-a61e-3869748eb1be tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:51.442693 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a71e8172-4753-47b5-897c-7fdad9700e35 req-dec8e964-d501-4423-a61e-3869748eb1be tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 944 time: 0.0484343 Sep 07 04:23:51.481216 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a71e8172-4753-47b5-897c-7fdad9700e35 req-92399f43-f58e-466e-b7bf-f3b751d7a4bf tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326414 Sep 07 04:23:52.594967 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fdfa5-0e91-4a71-b217-b8d24884c7ef req-b3c5df37-5c13-4e7a-95ff-22cb062ad10b tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:52.596451 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-074fdfa5-0e91-4a71-b217-b8d24884c7ef req-b3c5df37-5c13-4e7a-95ff-22cb062ad10b tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 944 time: 0.0487311 Sep 07 04:23:52.634412 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-074fdfa5-0e91-4a71-b217-b8d24884c7ef req-461e13a9-044d-4093-a6af-577c8d983f0c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321124 Sep 07 04:23:53.757698 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb381a-3b7a-4f02-8536-fc93d23c6f00 req-7f1c185f-11bc-4592-bde2-62ced323ddc0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:53.759153 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5ddb381a-3b7a-4f02-8536-fc93d23c6f00 req-7f1c185f-11bc-4592-bde2-62ced323ddc0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 944 time: 0.0507538 Sep 07 04:23:53.795758 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5ddb381a-3b7a-4f02-8536-fc93d23c6f00 req-91106b6c-26d4-4beb-9ee1-58be517361f7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308249 Sep 07 04:23:54.061348 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:23:54.908344 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccdf04-1ccd-4938-b738-c78fcfca6e21 req-65e4be8e-799f-496a-8462-a73c540d9c57 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:54.909791 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-16ccdf04-1ccd-4938-b738-c78fcfca6e21 req-65e4be8e-799f-496a-8462-a73c540d9c57 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 944 time: 0.0476766 Sep 07 04:23:54.946456 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-16ccdf04-1ccd-4938-b738-c78fcfca6e21 req-fbcd7e3e-9f52-4bc7-ae22-7eb47de61de6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302324 Sep 07 04:23:56.057954 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5b70-a712-4920-bcc4-8592b2a5cbfa req-64d9be8f-b66c-4261-9a60-818fc3b96920 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:56.059397 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b5ae5b70-a712-4920-bcc4-8592b2a5cbfa req-64d9be8f-b66c-4261-9a60-818fc3b96920 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 944 time: 0.0478935 Sep 07 04:23:56.095759 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b5ae5b70-a712-4920-bcc4-8592b2a5cbfa req-0848c838-620d-4562-8c70-a3630177d9dd tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305781 Sep 07 04:23:57.212717 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374408e-1cce-4e32-8dc6-bde947a2f129 req-b83422ad-f1a5-40d6-9174-735ec4507e63 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:57.214157 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7374408e-1cce-4e32-8dc6-bde947a2f129 req-b83422ad-f1a5-40d6-9174-735ec4507e63 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 944 time: 0.0506036 Sep 07 04:23:57.250454 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7374408e-1cce-4e32-8dc6-bde947a2f129 req-871f85c6-3443-4222-b4d1-f4a7e0bd1366 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305533 Sep 07 04:23:58.369697 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613df70-e1ce-4df7-9180-c0249b0a79c9 req-acd2e691-0c1d-4402-bd23-9a6a1a253280 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:58.371180 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3613df70-e1ce-4df7-9180-c0249b0a79c9 req-acd2e691-0c1d-4402-bd23-9a6a1a253280 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 944 time: 0.0537708 Sep 07 04:23:58.408233 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3613df70-e1ce-4df7-9180-c0249b0a79c9 req-c51b880d-e94e-4830-b72c-e946f785edad tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311639 Sep 07 04:23:59.521411 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab378ed-5067-438a-8f10-9ad2fdc42031 req-36abb485-1b74-48cf-b3e2-ea36b2e7c7e4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:23:59.522870 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7ab378ed-5067-438a-8f10-9ad2fdc42031 req-36abb485-1b74-48cf-b3e2-ea36b2e7c7e4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 944 time: 0.0477927 Sep 07 04:23:59.557997 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7ab378ed-5067-438a-8f10-9ad2fdc42031 req-ea3124ab-399f-407a-9b1d-4ff1c2fb61c5 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294230 Sep 07 04:23:59.660834 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 417fdd53-ff5f-4478-a3a7-354b2444ec79 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:23:59.756363 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 417fdd53-ff5f-4478-a3a7-354b2444ec79, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=417fdd53-ff5f-4478-a3a7-354b2444ec79,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:23:59.766751 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'port_id': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'mac_address': 'fa:16:3e:73:6b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:23:59.803730 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:59.815850 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417fdd53-ff5f-4478-a3a7-354b2444ec79 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:23:59.836071 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 417fdd53-ff5f-4478-a3a7-354b2444ec79, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=417fdd53-ff5f-4478-a3a7-354b2444ec79,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:23:59.840383 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:23:59.884699 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=417fdd53-ff5f-4478-a3a7-354b2444ec79,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:23:59.891435 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:59.891786 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:59.892125 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:59.892481 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:59.892813 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:59.893141 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:59.893466 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:59.893789 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:59.894111 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:59.894430 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:59.894750 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:23:59.895066 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:24:00.315424 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['417fdd53-ff5f-4478-a3a7-354b2444ec79'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:24:00.674593 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad5511-7ce9-450b-b9a1-48399bcb9eae req-cb3f618f-617c-4dd2-a088-b9be98c0acdc tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:00.676034 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a9ad5511-7ce9-450b-b9a1-48399bcb9eae req-cb3f618f-617c-4dd2-a088-b9be98c0acdc tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 945 time: 0.0514028 Sep 07 04:24:00.715006 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a9ad5511-7ce9-450b-b9a1-48399bcb9eae req-8b93ee44-6a4c-456e-b441-01d581b97fca tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324850 Sep 07 04:24:01.677594 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 417fdd53-ff5f-4478-a3a7-354b2444ec79 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:24:01.724481 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port 417fdd53-ff5f-4478-a3a7-354b2444ec79 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:24:01.728074 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port 417fdd53-ff5f-4478-a3a7-354b2444ec79 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:24:01.728482 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:01.806994 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:01.829044 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94b985-66e3-40bb-9a2f-d82157ff6fd8 req-4613b17d-dbb4-4582-8529-d8109a535321 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:01.829631 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417fdd53-ff5f-4478-a3a7-354b2444ec79'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:24:01.830624 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6d94b985-66e3-40bb-9a2f-d82157ff6fd8 req-4613b17d-dbb4-4582-8529-d8109a535321 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 945 time: 0.0480940 Sep 07 04:24:01.831236 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76d1741-3c97-4d9e-aca1-8a413b72c76d" -d '{"events": [{"server_uuid": "b6e54837-a18b-47a4-8aad-8b7febf60563", "name": "network-vif-plugged", "status": "completed", "tag": "417fdd53-ff5f-4478-a3a7-354b2444ec79"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:24:01.845003 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 417fdd53-ff5f-4478-a3a7-354b2444ec79, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=417fdd53-ff5f-4478-a3a7-354b2444ec79,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:24:01.849721 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:01.872802 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dd2e2f-c4d8-494c-9d69-2799099419bb x-openstack-request-id: req-f4dd2e2f-c4d8-494c-9d69-2799099419bb {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:24:01.873089 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e54837-a18b-47a4-8aad-8b7febf60563", "name": "network-vif-plugged", "status": "completed", "tag": "417fdd53-ff5f-4478-a3a7-354b2444ec79", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:24:01.873339 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4dd2e2f-c4d8-494c-9d69-2799099419bb {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:24:01.873723 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'code': 200} Sep 07 04:24:01.873852 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6d94b985-66e3-40bb-9a2f-d82157ff6fd8 req-d0184320-0f44-43b8-952c-40b47be78b2b tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360875 Sep 07 04:24:01.899794 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=417fdd53-ff5f-4478-a3a7-354b2444ec79,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:24:02.169244 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3403a-6d30-49d0-bd7d-ce961560df72 req-e0f29be5-3093-498f-a842-54382570a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:02.170710 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-44c3403a-6d30-49d0-bd7d-ce961560df72 req-e0f29be5-3093-498f-a842-54382570a5ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 1099 time: 0.0401742 Sep 07 04:24:02.212912 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-44c3403a-6d30-49d0-bd7d-ce961560df72 req-4a03d03b-ad42-4326-ac6a-1bd03bcc3399 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305467 Sep 07 04:24:02.996219 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e298315-4e60-4465-84a1-bc5cf332f228 req-5c9e84d3-26bc-470f-8490-dd2563442009 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:02.997692 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4e298315-4e60-4465-84a1-bc5cf332f228 req-5c9e84d3-26bc-470f-8490-dd2563442009 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 946 time: 0.0486176 Sep 07 04:24:03.034746 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4e298315-4e60-4465-84a1-bc5cf332f228 req-55733d40-110d-4230-a689-f6301e678ba3 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Sep 07 04:24:04.153062 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab984c93-a94c-46c4-8f32-5b248849179c req-18617b52-1e50-458d-a80f-6b74f0848d68 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:04.154521 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab984c93-a94c-46c4-8f32-5b248849179c req-18617b52-1e50-458d-a80f-6b74f0848d68 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 946 time: 0.0515864 Sep 07 04:24:04.192499 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab984c93-a94c-46c4-8f32-5b248849179c req-080bb0a0-f9ad-4a49-946f-71d128b8db8c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315621 Sep 07 04:24:04.304006 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b8b6-f073-43e9-8b59-c3ae2faec0a7 req-b4eb0af5-b6ce-45be-b8dd-2503c3902a5e tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:04.305505 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0419b8b6-f073-43e9-8b59-c3ae2faec0a7 req-b4eb0af5-b6ce-45be-b8dd-2503c3902a5e tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 946 time: 0.0497174 Sep 07 04:24:04.342806 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0419b8b6-f073-43e9-8b59-c3ae2faec0a7 req-602b5bcf-560b-4765-8e35-9c3682db093c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313828 Sep 07 04:24:04.364585 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46812) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:24:04.406385 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f319cb4-ec7d-41b1-b0f8-c958b71688c7 tempest-TestVolumeBootPattern-1242494346 tempest-TestVolumeBootPattern-1242494346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:04.407870 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4f319cb4-ec7d-41b1-b0f8-c958b71688c7 tempest-TestVolumeBootPattern-1242494346 tempest-TestVolumeBootPattern-1242494346-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 1094 time: 0.0421457 Sep 07 04:24:04.411335 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 46814) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:24:04.415438 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'floatingip': {'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'port_id': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:24:04.436475 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:04.531360 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:04.635434 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Allocated IP 172.27.3.24 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/e2528052-6be8-46b3-9a03-f03345c26245) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:24:04.734065 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:04.771346 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:04.807649 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:24:04.810404 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:24:04.813746 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:24:04.846216 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'Port': ['ID=e2528052-6be8-46b3-9a03-f03345c26245,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:24:05.155810 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:05.221587 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:05.362582 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:05.366639 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2660342'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:05.436077 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'Port': ['ID=e2528052-6be8-46b3-9a03-f03345c26245,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:24:05.447874 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:05.544117 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Floating IP bdeff199-340a-4053-aa19-12d9e5fd8f7b associated. External IP: 172.27.3.24, port: 417fdd53-ff5f-4478-a3a7-354b2444ec79. Sep 07 04:24:05.940783 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Router 4607a507-874c-43d6-8907-5abfdba68903 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:24:06.045526 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:24:06.054733 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf3c60-9522-4e4e-85ce-ae4bf0edbd58 None None] Sync routers for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:24:06.061430 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:06.070739 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf3c60-9522-4e4e-85ce-ae4bf0edbd58 None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:24:06.071358 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5bdf3c60-9522-4e4e-85ce-ae4bf0edbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:23:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:24:06.088887 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b3139050-c2f4-44b9-be82-b6da8fdcc957 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6765654 Sep 07 04:24:06.089571 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'tag': '417fdd53-ff5f-4478-a3a7-354b2444ec79'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:24:06.091803 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21704e5efdf44e8a7543bf401c638a30a9902a7b9881d0b470a3fbdbe53cef61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c8c2cc-1efa-4aac-9426-04dfcad38ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e54837-a18b-47a4-8aad-8b7febf60563", "tag": "417fdd53-ff5f-4478-a3a7-354b2444ec79"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:24:06.128065 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b82b81-42d9-47de-8726-577740130e94 x-openstack-request-id: req-14b82b81-42d9-47de-8726-577740130e94 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:24:06.128378 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e54837-a18b-47a4-8aad-8b7febf60563", "tag": "417fdd53-ff5f-4478-a3a7-354b2444ec79", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:24:06.128623 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14b82b81-42d9-47de-8726-577740130e94 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:24:06.129005 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'tag': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'status': 'completed', 'code': 200} Sep 07 04:24:06.181031 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-5bdf3c60-9522-4e4e-85ce-ae4bf0edbd58 None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:24:06.218494 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8c2cc-1efa-4aac-9426-04dfcad38ea8 req-ab9a253d-cc4e-494b-bf2f-206a83b86b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:06.219985 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56c8c2cc-1efa-4aac-9426-04dfcad38ea8 req-ab9a253d-cc4e-494b-bf2f-206a83b86b6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 1099 time: 0.0401652 Sep 07 04:24:06.310404 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8c2cc-1efa-4aac-9426-04dfcad38ea8 req-6cb868d0-1463-4622-9c17-4d4ae64a51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:06.311864 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56c8c2cc-1efa-4aac-9426-04dfcad38ea8 req-6cb868d0-1463-4622-9c17-4d4ae64a51d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 913 time: 0.0830505 Sep 07 04:24:06.379662 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56c8c2cc-1efa-4aac-9426-04dfcad38ea8 req-fd9b5ced-ff64-49ac-9d47-4702432445ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=417fdd53-ff5f-4478-a3a7-354b2444ec79 HTTP/1.1" status: 200 len: 999 time: 0.0599170 Sep 07 04:24:06.402560 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5bdf3c60-9522-4e4e-85ce-ae4bf0edbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'bdeff199-340a-4053-aa19-12d9e5fd8f7b', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:73:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:24:05Z', 'updated_at': '2021-09-07T04:24:05Z', 'revision_number': 0, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:24:06.429529 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf3c60-9522-4e4e-85ce-ae4bf0edbd58 None None] Checking router: 4607a507-874c-43d6-8907-5abfdba68903 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:24:06.430534 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8c2cc-1efa-4aac-9426-04dfcad38ea8 req-b77aeb6c-7cbf-40a9-9636-95221ac5faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:06.432006 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56c8c2cc-1efa-4aac-9426-04dfcad38ea8 req-b77aeb6c-7cbf-40a9-9636-95221ac5faf4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 200 len: 851 time: 0.0447505 Sep 07 04:24:06.437930 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf3c60-9522-4e4e-85ce-ae4bf0edbd58 None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:24:06.438529 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5bdf3c60-9522-4e4e-85ce-ae4bf0edbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:23:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:24:06.495463 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8c2cc-1efa-4aac-9426-04dfcad38ea8 req-fe869bd6-1467-4439-b8d7-6c2713dc0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:06.496916 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56c8c2cc-1efa-4aac-9426-04dfcad38ea8 req-fe869bd6-1467-4439-b8d7-6c2713dc0a4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e9977e-4046-4f49-a6e9-16221dc75d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402341 Sep 07 04:24:06.542077 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-5bdf3c60-9522-4e4e-85ce-ae4bf0edbd58 None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:24:06.589231 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56c8c2cc-1efa-4aac-9426-04dfcad38ea8 req-41e3e3bf-258b-48fd-b149-ba9e897705d7 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837307 Sep 07 04:24:06.678785 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56c8c2cc-1efa-4aac-9426-04dfcad38ea8 req-ab3e7a80-0748-484f-b853-874319a2c693 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818110 Sep 07 04:24:06.766614 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5bdf3c60-9522-4e4e-85ce-ae4bf0edbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'bdeff199-340a-4053-aa19-12d9e5fd8f7b', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:73:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:24:05Z', 'updated_at': '2021-09-07T04:24:05Z', 'revision_number': 0, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:24:06.792561 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf3c60-9522-4e4e-85ce-ae4bf0edbd58 None None] The sync data for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi is: [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'bdeff199-340a-4053-aa19-12d9e5fd8f7b', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:73:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:24:05Z', 'updated_at': '2021-09-07T04:24:05Z', 'revision_number': 0, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:24:06.974745 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda67c8b-85a8-4d62-ac3f-7e8bcbc82a01 None None] New status for floating IP bdeff199-340a-4053-aa19-12d9e5fd8f7b: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:24:11.750275 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b013e543-c60c-4389-a2d6-91b0cf36943d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:14.256878 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08d6b36e-74d9-4acf-8ccf-61bf04c97022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:14.779031 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:15.263851 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:17.116835 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:17.509143 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:31.061903 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:24:31.135717 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4077d-b8ec-4240-8b83-8e9c931d6841 req-62515875-8b2a-49b1-aa7c-e5c549d0fa29 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:31.137201 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1bb4077d-b8ec-4240-8b83-8e9c931d6841 req-62515875-8b2a-49b1-aa7c-e5c549d0fa29 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0512888 Sep 07 04:24:31.174087 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1bb4077d-b8ec-4240-8b83-8e9c931d6841 req-64b81a71-ad33-4a70-bee2-ba01e9c0d092 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309675 Sep 07 04:24:32.302731 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a64a9-d5a4-4d84-9762-1eec59a4ce90 req-96b100f5-45e1-47d1-bca4-1bf30718d8fc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:32.304198 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-847a64a9-d5a4-4d84-9762-1eec59a4ce90 req-96b100f5-45e1-47d1-bca4-1bf30718d8fc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0481944 Sep 07 04:24:32.340809 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-847a64a9-d5a4-4d84-9762-1eec59a4ce90 req-67585ff3-8eb1-42a1-a019-c16323b0295d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307209 Sep 07 04:24:33.455418 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6459187-a441-4c3b-ab64-e446bef514af req-ad3c3ace-fb73-49ab-ae57-108f09dc6e68 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:33.456900 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f6459187-a441-4c3b-ab64-e446bef514af req-ad3c3ace-fb73-49ab-ae57-108f09dc6e68 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0471122 Sep 07 04:24:33.493087 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f6459187-a441-4c3b-ab64-e446bef514af req-879ddd66-0ec1-422d-8734-bee15500a8c8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304410 Sep 07 04:24:34.610958 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413825d9-2bab-44cf-9f93-99290c4830c6 req-0fc8753c-b6a4-464c-a872-3b36d2bc14af tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:34.612999 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-413825d9-2bab-44cf-9f93-99290c4830c6 req-0fc8753c-b6a4-464c-a872-3b36d2bc14af tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0499063 Sep 07 04:24:34.648030 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-413825d9-2bab-44cf-9f93-99290c4830c6 req-e9ff35d6-801c-4124-bed3-5e882fe2aa86 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292230 Sep 07 04:24:35.762173 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0ac00-ae51-478e-bc5d-e0a2c31cad30 req-b33ad11c-092c-46e4-9801-f78fa8e01e0e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:35.763602 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ffa0ac00-ae51-478e-bc5d-e0a2c31cad30 req-b33ad11c-092c-46e4-9801-f78fa8e01e0e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0471389 Sep 07 04:24:35.798810 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ffa0ac00-ae51-478e-bc5d-e0a2c31cad30 req-143fb0a2-e86f-4fa9-96a2-a5b0d968e14c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294940 Sep 07 04:24:36.913223 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9eff99-ba05-4a82-98f4-129eaeec2bf9 req-6e687c10-ad90-43f8-bcf8-8ce6c0e030c6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:36.914666 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ad9eff99-ba05-4a82-98f4-129eaeec2bf9 req-6e687c10-ad90-43f8-bcf8-8ce6c0e030c6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0476739 Sep 07 04:24:36.953431 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ad9eff99-ba05-4a82-98f4-129eaeec2bf9 req-0f0ec545-4e1a-4f43-86a3-3ce641904635 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329847 Sep 07 04:24:38.071219 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf3e96-427c-4925-8d1f-e3a1112cb084 req-408bdc8b-ab61-4659-972b-041da97ff986 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:38.072713 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9aaf3e96-427c-4925-8d1f-e3a1112cb084 req-408bdc8b-ab61-4659-972b-041da97ff986 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0508122 Sep 07 04:24:38.110698 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9aaf3e96-427c-4925-8d1f-e3a1112cb084 req-5b0412d5-3af7-406a-9149-25577c0d33e6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313635 Sep 07 04:24:39.226228 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a212877-b9a8-4a2b-8acf-fc97146c905f req-cb88c4d2-381e-4d52-8e1a-b97d03fc41ae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:39.227661 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3a212877-b9a8-4a2b-8acf-fc97146c905f req-cb88c4d2-381e-4d52-8e1a-b97d03fc41ae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0467649 Sep 07 04:24:39.263669 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3a212877-b9a8-4a2b-8acf-fc97146c905f req-901d8e52-47c1-49c3-9d07-557c509307b0 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301812 Sep 07 04:24:40.379372 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ac90a-63ba-436a-a762-935321cb4ce6 req-4343d957-f90a-4fb1-bca4-c5eb1110c7dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:40.380864 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9d9ac90a-63ba-436a-a762-935321cb4ce6 req-4343d957-f90a-4fb1-bca4-c5eb1110c7dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0479708 Sep 07 04:24:40.416679 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9d9ac90a-63ba-436a-a762-935321cb4ce6 req-30594f46-233e-4565-b734-30e8f4fadc18 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300457 Sep 07 04:24:41.537981 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854b001-ceb4-400e-9f39-06a36e2244b8 req-abf25553-e4cf-4612-b6d2-3e7c81b13e0e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:41.539560 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b854b001-ceb4-400e-9f39-06a36e2244b8 req-abf25553-e4cf-4612-b6d2-3e7c81b13e0e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0521994 Sep 07 04:24:41.577062 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b854b001-ceb4-400e-9f39-06a36e2244b8 req-4a24ec6f-6ef6-4f00-8b0c-242b650632df tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315485 Sep 07 04:24:41.750449 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-420e2587-d465-4889-b95e-d9eb8b17497a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:42.692511 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc05a90-ebc4-47ac-9f49-c5cab69333e8 req-240479cc-9995-4704-9ce2-bc2c242a9263 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:42.693952 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3fc05a90-ebc4-47ac-9f49-c5cab69333e8 req-240479cc-9995-4704-9ce2-bc2c242a9263 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0478351 Sep 07 04:24:42.730792 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3fc05a90-ebc4-47ac-9f49-c5cab69333e8 req-3e516e7c-1ab8-4650-85c9-f9ba48c5ad3b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310509 Sep 07 04:24:43.851144 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2be66a-522d-4e58-97ff-b8c489502f9b req-029ebc9a-197e-4cb1-9907-ee9cd82ba55c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:43.852729 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3e2be66a-522d-4e58-97ff-b8c489502f9b req-029ebc9a-197e-4cb1-9907-ee9cd82ba55c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0488527 Sep 07 04:24:43.881626 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device aff26062-d8a0-4b5e-ac1d-3424b9c74b86 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:24:43.889484 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3e2be66a-522d-4e58-97ff-b8c489502f9b req-f54eeedc-743f-410f-bbdc-40d6dda729dc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307539 Sep 07 04:24:43.974268 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:24:43.984667 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'port_id': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'mac_address': 'fa:16:3e:cd:8a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:24:44.019924 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:44.031685 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aff26062-d8a0-4b5e-ac1d-3424b9c74b86 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:24:44.050532 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:24:44.054083 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:44.101288 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,revision_number=6']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:24:44.233626 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['aff26062-d8a0-4b5e-ac1d-3424b9c74b86'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:24:44.394958 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-586f3a09-618d-4bdf-b0d4-7aae9993aa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:44.780114 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:45.018828 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e240c21-002d-4fea-b715-53a5f9baeefa req-60e443d5-f5a8-4cdf-9454-288babe230ca tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:45.020853 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9e240c21-002d-4fea-b715-53a5f9baeefa req-60e443d5-f5a8-4cdf-9454-288babe230ca tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 944 time: 0.0593216 Sep 07 04:24:45.058856 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9e240c21-002d-4fea-b715-53a5f9baeefa req-d5836134-2f48-4cc2-b7e1-c42a53960f12 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316224 Sep 07 04:24:45.268095 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:45.883067 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device aff26062-d8a0-4b5e-ac1d-3424b9c74b86 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:24:45.930706 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:24:45.931076 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:46.003058 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:46.024881 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:24:46.026994 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285a2f56-142b-4ffd-81b8-d0072395500f" -d '{"events": [{"server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "name": "network-vif-plugged", "status": "completed", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:24:46.039326 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:24:46.043685 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:46.066548 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddc6c23-decb-43ad-b188-d56b0da8ce57 x-openstack-request-id: req-2ddc6c23-decb-43ad-b188-d56b0da8ce57 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:24:46.066860 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "name": "network-vif-plugged", "status": "completed", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:24:46.067094 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ddc6c23-decb-43ad-b188-d56b0da8ce57 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:24:46.067477 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'code': 200} Sep 07 04:24:46.095037 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:24:46.181588 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4915d-3e65-402b-a2f3-5b895b0e5a5d req-6e700c80-33de-438b-ae5a-55f420d22ccb tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:46.183069 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-61e4915d-3e65-402b-a2f3-5b895b0e5a5d req-6e700c80-33de-438b-ae5a-55f420d22ccb tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0491288 Sep 07 04:24:46.220334 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-61e4915d-3e65-402b-a2f3-5b895b0e5a5d req-f562a16c-3257-4194-b912-980f33d8c8d9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309420 Sep 07 04:24:47.118065 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:47.343621 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87152189-1152-464c-8075-0e51fd68689a req-58b1f594-cfd6-4fd6-b9d8-0a3f99817799 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:47.345137 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-87152189-1152-464c-8075-0e51fd68689a req-58b1f594-cfd6-4fd6-b9d8-0a3f99817799 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0491006 Sep 07 04:24:47.383896 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-87152189-1152-464c-8075-0e51fd68689a req-3afccdd7-b946-4c51-a38b-34b3f835bf4d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325372 Sep 07 04:24:47.514425 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:24:48.507980 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc54089-11a3-4cae-9071-a56562eb9ca6 req-b1e4333d-a04c-422d-a4a0-6bb246cbdacf tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:48.509476 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-efc54089-11a3-4cae-9071-a56562eb9ca6 req-b1e4333d-a04c-422d-a4a0-6bb246cbdacf tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0552745 Sep 07 04:24:48.551721 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-efc54089-11a3-4cae-9071-a56562eb9ca6 req-5ba29752-439b-4b9e-bc81-bee7e5fc2d57 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363688 Sep 07 04:24:49.683179 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce7470-b718-4a6d-af17-b51013f14a16 req-fdaed320-226d-4453-a84f-b247a2064ba7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:49.685721 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-69ce7470-b718-4a6d-af17-b51013f14a16 req-fdaed320-226d-4453-a84f-b247a2064ba7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0562558 Sep 07 04:24:49.732604 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-69ce7470-b718-4a6d-af17-b51013f14a16 req-ac61b1f3-97e8-4987-b549-068049b383a9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395224 Sep 07 04:24:50.864508 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbd813-a50c-4c1b-807e-533eb302c7dd req-acd8798c-5f00-45f0-a10b-3032a4271f5c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:50.866174 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7ecbd813-a50c-4c1b-807e-533eb302c7dd req-acd8798c-5f00-45f0-a10b-3032a4271f5c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0584817 Sep 07 04:24:50.914609 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7ecbd813-a50c-4c1b-807e-533eb302c7dd req-d405ec64-8408-400e-b58e-54896ba1d453 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424864 Sep 07 04:24:52.045752 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac21d5-61ef-4244-bd5c-6c71af4a90a2 req-3927f918-68b7-4195-b369-029daa7d686e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:52.052771 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ffac21d5-61ef-4244-bd5c-6c71af4a90a2 req-3927f918-68b7-4195-b369-029daa7d686e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0610144 Sep 07 04:24:52.094467 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ffac21d5-61ef-4244-bd5c-6c71af4a90a2 req-0d7c3bdb-83de-4e7a-b342-4a4fbdf31d8d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377324 Sep 07 04:24:53.228579 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7941d89-19e2-41a6-ac83-9458777eba25 req-cfe8740e-b38a-44bb-8a2f-8e12fdd90488 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:53.230791 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a7941d89-19e2-41a6-ac83-9458777eba25 req-cfe8740e-b38a-44bb-8a2f-8e12fdd90488 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0557818 Sep 07 04:24:53.279851 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a7941d89-19e2-41a6-ac83-9458777eba25 req-7daed76b-a950-4669-8166-f9b9fc9a8625 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410104 Sep 07 04:24:54.441174 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bfd15-932f-4ecb-898c-25932b735d41 req-fb99f313-d1d6-4d52-9aaa-f5b527c24763 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:54.451770 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dd1bfd15-932f-4ecb-898c-25932b735d41 req-fb99f313-d1d6-4d52-9aaa-f5b527c24763 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0784633 Sep 07 04:24:54.537920 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dd1bfd15-932f-4ecb-898c-25932b735d41 req-897f7151-0f5d-4c37-a1c7-637a6eb0e9ae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845659 Sep 07 04:24:55.663847 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b09827-c7a2-46eb-99af-ad722d7298f2 req-6845337d-a047-47ef-bfb3-2665c3742a74 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:55.667468 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-47b09827-c7a2-46eb-99af-ad722d7298f2 req-6845337d-a047-47ef-bfb3-2665c3742a74 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0547526 Sep 07 04:24:55.707269 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-47b09827-c7a2-46eb-99af-ad722d7298f2 req-41d340be-df4c-418a-bc55-ba620bb5cedd tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352559 Sep 07 04:24:56.834851 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc617ef-2184-4590-9f52-44da5aa5a40e req-e5f874f0-9e17-45fd-bf18-41f646510511 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:56.836536 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ecc617ef-2184-4590-9f52-44da5aa5a40e req-e5f874f0-9e17-45fd-bf18-41f646510511 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0508702 Sep 07 04:24:56.876498 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ecc617ef-2184-4590-9f52-44da5aa5a40e req-a3c2c4e4-7c44-4a19-bbb0-ea89513a6746 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337353 Sep 07 04:24:58.001445 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879d6e5-7291-4495-a833-075d2ace76e3 req-98b76200-66b9-41f2-92a7-2519af74c9ae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:58.003565 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1879d6e5-7291-4495-a833-075d2ace76e3 req-98b76200-66b9-41f2-92a7-2519af74c9ae tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0510159 Sep 07 04:24:58.044381 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1879d6e5-7291-4495-a833-075d2ace76e3 req-f09b5d6f-4e95-467d-a891-b419d72495b3 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347087 Sep 07 04:24:59.170201 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c68b50-9e8a-4902-8fba-1127b4d30663 req-977f6a15-f3c9-453c-9b10-e11c6b5f643b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:24:59.171660 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-00c68b50-9e8a-4902-8fba-1127b4d30663 req-977f6a15-f3c9-453c-9b10-e11c6b5f643b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0518939 Sep 07 04:24:59.207830 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-00c68b50-9e8a-4902-8fba-1127b4d30663 req-ba756e47-2dd6-4bb4-9398-9e55fbca8c6b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302215 Sep 07 04:25:00.083092 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d0f7b-4429-4ab3-a3ba-036fbbe0075a req-bbf7468d-6087-45e0-a5f1-ee628931c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:00.084495 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e73d0f7b-4429-4ab3-a3ba-036fbbe0075a req-bbf7468d-6087-45e0-a5f1-ee628931c260 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 1098 time: 0.0442283 Sep 07 04:25:00.172096 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d0f7b-4429-4ab3-a3ba-036fbbe0075a req-7631b7e3-0dda-47b2-a9f9-d4760170b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:00.173591 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e73d0f7b-4429-4ab3-a3ba-036fbbe0075a req-7631b7e3-0dda-47b2-a9f9-d4760170b0ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 918 time: 0.0818231 Sep 07 04:25:00.243988 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e73d0f7b-4429-4ab3-a3ba-036fbbe0075a req-070d4ada-7292-4fed-9cb7-9cbb6560ed35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86 HTTP/1.1" status: 200 len: 1000 time: 0.0604525 Sep 07 04:25:00.303965 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d0f7b-4429-4ab3-a3ba-036fbbe0075a req-fbf93b20-5edb-4df3-b4ce-69fe72f91d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:00.305457 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e73d0f7b-4429-4ab3-a3ba-036fbbe0075a req-fbf93b20-5edb-4df3-b4ce-69fe72f91d95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.0441563 Sep 07 04:25:00.326580 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50c375-0a40-4075-aa39-e7b140541670 req-a40f9ced-1e20-4cbb-aa68-4434ad160ee9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:00.328062 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0e50c375-0a40-4075-aa39-e7b140541670 req-a40f9ced-1e20-4cbb-aa68-4434ad160ee9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0488486 Sep 07 04:25:00.359170 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d0f7b-4429-4ab3-a3ba-036fbbe0075a req-330e3980-46ee-4bda-b701-7850ce48fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:00.360708 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e73d0f7b-4429-4ab3-a3ba-036fbbe0075a req-330e3980-46ee-4bda-b701-7850ce48fd07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399671 Sep 07 04:25:00.365606 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0e50c375-0a40-4075-aa39-e7b140541670 req-ba7be2f9-f9a2-4691-a775-38103e09b315 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315344 Sep 07 04:25:00.453465 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e73d0f7b-4429-4ab3-a3ba-036fbbe0075a req-422a31b0-879d-4ead-b5d2-ec997beeca77 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839460 Sep 07 04:25:00.544411 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e73d0f7b-4429-4ab3-a3ba-036fbbe0075a req-ba681c62-0943-4380-89c8-eb373fd83f5a service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822513 Sep 07 04:25:01.484642 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adeb24a-f130-49ec-809e-2200de9280e1 req-2381aaf2-4ab8-4b0c-aa9a-d8559b2a2cf1 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:01.486103 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2adeb24a-f130-49ec-809e-2200de9280e1 req-2381aaf2-4ab8-4b0c-aa9a-d8559b2a2cf1 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0475278 Sep 07 04:25:01.523750 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2adeb24a-f130-49ec-809e-2200de9280e1 req-48b3290d-f906-4175-b6a6-466c647681a2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312133 Sep 07 04:25:02.650830 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ec290-b084-4719-9490-712cd08dc78d req-e37a36b9-adbe-498b-834f-4f0b21cc6799 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:02.653308 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f18ec290-b084-4719-9490-712cd08dc78d req-e37a36b9-adbe-498b-834f-4f0b21cc6799 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0526960 Sep 07 04:25:02.689535 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f18ec290-b084-4719-9490-712cd08dc78d req-111891f4-2a40-4493-b6b2-359400d0714a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314829 Sep 07 04:25:03.602394 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d870fb4-f37b-440e-b0e7-6cec2cf85b4e req-78fa782d-aba0-4d62-84cf-279d110b126c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:03.604023 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d870fb4-f37b-440e-b0e7-6cec2cf85b4e req-78fa782d-aba0-4d62-84cf-279d110b126c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 945 time: 0.0494399 Sep 07 04:25:03.642001 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d870fb4-f37b-440e-b0e7-6cec2cf85b4e req-f02187fa-8c99-490b-a277-37a2bc0b01f3 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Sep 07 04:25:03.782808 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-11447053-e6e1-4926-b66b-5a906b60add8 req-1cd2aec1-6eff-453f-9cd3-2caf8403b22d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833948 Sep 07 04:25:04.001651 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device aff26062-d8a0-4b5e-ac1d-3424b9c74b86 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:25:04.076050 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:04.098151 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:25:04.100374 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cad8f12-221e-4d16-947c-8dd49ec29db0" -d '{"events": [{"server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "name": "network-vif-unplugged", "status": "completed", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:25:04.112566 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:25:04.121830 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:04.152965 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 04:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242a2791-c1d4-4205-9172-dd3feaa08c62 x-openstack-request-id: req-242a2791-c1d4-4205-9172-dd3feaa08c62 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:25:04.153253 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "name": "network-vif-unplugged", "status": "failed", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86", "code": 422}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:25:04.153501 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-242a2791-c1d4-4205-9172-dd3feaa08c62 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:25:04.153881 dv-cinder-778193-8-iscsi neutron-server[94064]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'code': 422} returned with failed status Sep 07 04:25:04.178896 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,revision_number=8']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:04.186318 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:04.186664 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:04.187001 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:04.187331 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:04.187658 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:04.187984 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:04.188336 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:04.188660 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:04.188984 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:04.189304 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:04.189621 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:04.190585 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:04.619027 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447053-e6e1-4926-b66b-5a906b60add8 req-cc1d077e-0e46-4f61-90d0-e4ca7ecf3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:04.620595 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-11447053-e6e1-4926-b66b-5a906b60add8 req-cc1d077e-0e46-4f61-90d0-e4ca7ecf3d98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86&tenant_id=bf1369739d3f489aa9ac09e68d77a7c7 HTTP/1.1" status: 200 len: 1096 time: 0.0462801 Sep 07 04:25:04.697369 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447053-e6e1-4926-b66b-5a906b60add8 req-1b931c2f-1d06-4270-bc22-31e4f8c4a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:04.698964 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-11447053-e6e1-4926-b66b-5a906b60add8 req-1b931c2f-1d06-4270-bc22-31e4f8c4a83d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 1096 time: 0.0428114 Sep 07 04:25:04.777753 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb0926-24ed-4aa5-aa9c-3961e8c018d5 req-f09b9756-2670-4b47-b8e5-45ab1bc9d4ed tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:04.779248 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e4eb0926-24ed-4aa5-aa9c-3961e8c018d5 req-f09b9756-2670-4b47-b8e5-45ab1bc9d4ed tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0600083 Sep 07 04:25:04.795973 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447053-e6e1-4926-b66b-5a906b60add8 req-09c777c7-3a44-42c2-a223-39219f20a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:04.797476 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-11447053-e6e1-4926-b66b-5a906b60add8 req-09c777c7-3a44-42c2-a223-39219f20a632 service neutron] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 918 time: 0.0916233 Sep 07 04:25:04.822918 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e4eb0926-24ed-4aa5-aa9c-3961e8c018d5 req-d39670de-1c3d-40ba-b213-94ea0febf1b7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365720 Sep 07 04:25:04.867587 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-11447053-e6e1-4926-b66b-5a906b60add8 req-2c3a95a8-9352-4614-b763-b55492c5827b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86 HTTP/1.1" status: 200 len: 998 time: 0.0624063 Sep 07 04:25:04.928221 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447053-e6e1-4926-b66b-5a906b60add8 req-5c38c2bc-88ed-4ce5-8479-de939eb79666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:04.929799 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-11447053-e6e1-4926-b66b-5a906b60add8 req-5c38c2bc-88ed-4ce5-8479-de939eb79666 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.0548899 Sep 07 04:25:04.979278 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447053-e6e1-4926-b66b-5a906b60add8 req-103b262e-d490-4aa8-8485-b0640edf712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:04.980810 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-11447053-e6e1-4926-b66b-5a906b60add8 req-103b262e-d490-4aa8-8485-b0640edf712f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415461 Sep 07 04:25:05.074341 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-11447053-e6e1-4926-b66b-5a906b60add8 req-1c3a66c8-ac36-4156-ad54-90fbbc64dcee service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862308 Sep 07 04:25:05.162855 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-11447053-e6e1-4926-b66b-5a906b60add8 req-a08deee2-4222-4c1e-b89d-cc856a03bc20 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806704 Sep 07 04:25:05.950033 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7ad72-50da-4822-ba46-82b7982776b4 req-757b9d95-3b40-4048-90d5-b90fa3858ed8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:05.951515 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-21e7ad72-50da-4822-ba46-82b7982776b4 req-757b9d95-3b40-4048-90d5-b90fa3858ed8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0516708 Sep 07 04:25:05.994523 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-21e7ad72-50da-4822-ba46-82b7982776b4 req-39ee6760-9862-4964-a91d-9083bb6c91bb tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363898 Sep 07 04:25:07.166487 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e4fc3-36ec-4e0c-93ae-89119e8176ef req-32e3d098-fb4f-42ea-866e-094470ac3819 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:07.168040 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e08e4fc3-36ec-4e0c-93ae-89119e8176ef req-32e3d098-fb4f-42ea-866e-094470ac3819 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.1059206 Sep 07 04:25:07.214119 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e08e4fc3-36ec-4e0c-93ae-89119e8176ef req-9c6b8850-802f-47a3-ae90-4e0113919b46 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328867 Sep 07 04:25:08.060568 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:25:08.343121 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d70fd-33e6-4045-96c7-dbe83b6cc25c req-f11dd644-f50b-4d77-8c25-dddceef11d51 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:08.344630 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ed1d70fd-33e6-4045-96c7-dbe83b6cc25c req-f11dd644-f50b-4d77-8c25-dddceef11d51 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0579693 Sep 07 04:25:08.382481 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ed1d70fd-33e6-4045-96c7-dbe83b6cc25c req-08da8e09-b881-4356-b44b-212229fdd256 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Sep 07 04:25:09.500946 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc45821-e8f3-4716-bf4a-6575ec20a232 req-86d6e813-b6e1-4820-a7ad-633db4888969 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:09.502443 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dcc45821-e8f3-4716-bf4a-6575ec20a232 req-86d6e813-b6e1-4820-a7ad-633db4888969 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0475378 Sep 07 04:25:09.543502 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dcc45821-e8f3-4716-bf4a-6575ec20a232 req-3e1b9579-cc00-4576-ba01-933cb97c8dac tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346377 Sep 07 04:25:10.676969 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba766c1d-b5e4-431a-8cc6-1f735d65a5a0 req-cdc78556-308a-4138-bd60-a9eab0f2b188 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:10.678506 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba766c1d-b5e4-431a-8cc6-1f735d65a5a0 req-cdc78556-308a-4138-bd60-a9eab0f2b188 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0566049 Sep 07 04:25:10.723456 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba766c1d-b5e4-431a-8cc6-1f735d65a5a0 req-8fab17f3-b35c-4def-9391-5a90a962ae4b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341351 Sep 07 04:25:11.761516 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75ae4033-b83b-4711-8857-0bec7e938526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:11.851607 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b9fd1-e9a0-4c46-ab40-73da09b7ca4d req-d88595bc-6295-4152-b177-ad3015d38c41 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:11.853134 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7f4b9fd1-e9a0-4c46-ab40-73da09b7ca4d req-d88595bc-6295-4152-b177-ad3015d38c41 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0575843 Sep 07 04:25:11.892202 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7f4b9fd1-e9a0-4c46-ab40-73da09b7ca4d req-f35d16f8-82f1-47f4-a582-b0aaadafc987 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332270 Sep 07 04:25:13.022752 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe3798-3c93-4cde-89ef-ff1df5e85c99 req-764b7a9e-d407-4dc4-b340-e6fcd6fe141c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:13.024236 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-88fe3798-3c93-4cde-89ef-ff1df5e85c99 req-764b7a9e-d407-4dc4-b340-e6fcd6fe141c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0538211 Sep 07 04:25:13.062264 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-88fe3798-3c93-4cde-89ef-ff1df5e85c99 req-6633eef9-a50e-4d5e-9849-d45809a65b44 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320611 Sep 07 04:25:14.185697 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bd6dc-bf81-4c52-bf23-472dd1bee8ed req-780982f4-e755-4944-9a4c-55b2d1bee540 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:14.187214 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fa6bd6dc-bf81-4c52-bf23-472dd1bee8ed req-780982f4-e755-4944-9a4c-55b2d1bee540 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0536561 Sep 07 04:25:14.225329 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fa6bd6dc-bf81-4c52-bf23-472dd1bee8ed req-8113ac62-108d-42f9-a805-65d5add56c20 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313675 Sep 07 04:25:14.269608 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6a71-f854-4595-8f6a-afcaffdcf664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:14.787548 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:15.277602 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:15.357298 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1425d0-aef9-47be-8c9a-6a35723cc63e req-fca4a03c-e705-4cf8-bee8-b1e36d4a99b9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:15.358934 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8f1425d0-aef9-47be-8c9a-6a35723cc63e req-fca4a03c-e705-4cf8-bee8-b1e36d4a99b9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0545967 Sep 07 04:25:15.398282 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8f1425d0-aef9-47be-8c9a-6a35723cc63e req-b1ffb58a-6493-43a0-b8ba-490a891eea6b tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326796 Sep 07 04:25:16.517547 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d8df2-4016-4800-93de-2c5db3112286 req-36331f19-7f7e-467f-8765-2aa0e36dd23f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:16.519432 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6f0d8df2-4016-4800-93de-2c5db3112286 req-36331f19-7f7e-467f-8765-2aa0e36dd23f tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0482066 Sep 07 04:25:16.559465 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6f0d8df2-4016-4800-93de-2c5db3112286 req-85ad5a4c-73e1-4913-a4e1-dd0f56e7fe1e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328293 Sep 07 04:25:17.119841 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:17.512548 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:17.691024 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98deacd6-5879-421b-ab04-649c5a42aad4 req-4d27e884-0054-48ad-a4be-9a3d8f596718 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:17.692515 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-98deacd6-5879-421b-ab04-649c5a42aad4 req-4d27e884-0054-48ad-a4be-9a3d8f596718 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0525093 Sep 07 04:25:17.729644 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-98deacd6-5879-421b-ab04-649c5a42aad4 req-935f02f6-43cf-4c47-8a01-1871ec1a28be tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311599 Sep 07 04:25:18.848835 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef7732-cd3e-4ee3-891f-7ce110e01a0c req-688a82e6-c949-4f90-b155-fa30e0aaeb5e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:18.850286 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54ef7732-cd3e-4ee3-891f-7ce110e01a0c req-688a82e6-c949-4f90-b155-fa30e0aaeb5e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0527315 Sep 07 04:25:18.887177 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54ef7732-cd3e-4ee3-891f-7ce110e01a0c req-6c735725-c4de-4d89-98a0-e95be294dd2c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308337 Sep 07 04:25:20.011583 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a37f5-14cb-4b73-8f74-a38fed3a94b7 req-8f45ffbe-43d8-4d98-bf5c-760e83e5e385 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:20.012998 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5f7a37f5-14cb-4b73-8f74-a38fed3a94b7 req-8f45ffbe-43d8-4d98-bf5c-760e83e5e385 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0485721 Sep 07 04:25:20.050073 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5f7a37f5-14cb-4b73-8f74-a38fed3a94b7 req-cebacd48-0066-4593-acec-fb290d6f4618 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312982 Sep 07 04:25:21.049839 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e52d2d-1a7c-440c-8692-328a9604b972 req-17016148-a8fd-420e-9c89-67c127d98158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:21.051364 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-85e52d2d-1a7c-440c-8692-328a9604b972 req-17016148-a8fd-420e-9c89-67c127d98158 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 1096 time: 0.0457876 Sep 07 04:25:21.166734 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e52d2d-1a7c-440c-8692-328a9604b972 req-56e47576-6cb7-4279-943a-95258788e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:21.168212 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-85e52d2d-1a7c-440c-8692-328a9604b972 req-56e47576-6cb7-4279-943a-95258788e4fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 200 len: 918 time: 0.0978906 Sep 07 04:25:21.180131 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9545f9b-6efe-4bd6-976c-2942f5551b5c req-3eeafd41-ff7b-4885-b2b5-72f2a3e0ecdd tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:21.182120 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f9545f9b-6efe-4bd6-976c-2942f5551b5c req-3eeafd41-ff7b-4885-b2b5-72f2a3e0ecdd tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0599568 Sep 07 04:25:21.225779 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f9545f9b-6efe-4bd6-976c-2942f5551b5c req-a3ab5302-ca1c-4ffb-88f2-6a9461bade5d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329046 Sep 07 04:25:21.246547 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-85e52d2d-1a7c-440c-8692-328a9604b972 req-dcf43b15-1209-4054-bacb-38963ba74b04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86 HTTP/1.1" status: 200 len: 998 time: 0.0674336 Sep 07 04:25:21.300456 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e52d2d-1a7c-440c-8692-328a9604b972 req-4312596f-066f-49e1-b240-f8dfceb6d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:21.302466 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-85e52d2d-1a7c-440c-8692-328a9604b972 req-4312596f-066f-49e1-b240-f8dfceb6d185 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 200 len: 856 time: 0.0457492 Sep 07 04:25:21.345070 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde6019-5451-4d5c-96b2-333ba6b1821a req-2e34175a-e985-4896-8b8b-25374ab4f375 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:21.346455 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7bde6019-5451-4d5c-96b2-333ba6b1821a req-2e34175a-e985-4896-8b8b-25374ab4f375 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 946 time: 0.1034117 Sep 07 04:25:21.350698 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e52d2d-1a7c-440c-8692-328a9604b972 req-6ba0f0d5-3be5-47a3-9591-6dbf6050f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:21.352153 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-85e52d2d-1a7c-440c-8692-328a9604b972 req-6ba0f0d5-3be5-47a3-9591-6dbf6050f666 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=321f0f4c-b788-479a-a9d9-b101cbaa39d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407579 Sep 07 04:25:21.383669 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7bde6019-5451-4d5c-96b2-333ba6b1821a req-7c9f8c6c-176b-4aa0-b361-4cf7be3b857d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc433710-7e0f-4fe9-b338-d27a6450af24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306432 Sep 07 04:25:21.443882 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-85e52d2d-1a7c-440c-8692-328a9604b972 req-bd95c472-b28b-46f4-886f-f393a8321ef3 service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819802 Sep 07 04:25:21.529587 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-85e52d2d-1a7c-440c-8692-328a9604b972 req-428fb22d-b189-4e6e-a521-1ecd4dd9da3f service neutron] 10.222.0.36 "GET /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777807 Sep 07 04:25:22.343384 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9253b0e-183f-4632-8fb6-495a61149af5 req-fa92250a-db05-46b4-a67d-9053493c5ddc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:22.344896 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a9253b0e-183f-4632-8fb6-495a61149af5 req-fa92250a-db05-46b4-a67d-9053493c5ddc tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0483117 Sep 07 04:25:22.390979 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a9253b0e-183f-4632-8fb6-495a61149af5 req-8ffe89e4-0ccf-40b3-8cff-3d037a5d554c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370481 Sep 07 04:25:22.524008 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd332c-87ac-4db2-bd29-a9b63523e228 req-658a28fc-e81b-4f34-b06b-0f0e3cd0e19d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:22.525499 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-71bd332c-87ac-4db2-bd29-a9b63523e228 req-658a28fc-e81b-4f34-b06b-0f0e3cd0e19d tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 946 time: 0.0663071 Sep 07 04:25:22.561518 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-71bd332c-87ac-4db2-bd29-a9b63523e228 req-117d2ae7-ee09-49c9-a0cf-350ee66da36c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc433710-7e0f-4fe9-b338-d27a6450af24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301268 Sep 07 04:25:23.512078 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7362f-e871-4fae-b973-b44441619178 req-9e2ea06d-354e-408f-9b1e-879c4dd07fe4 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:23.513631 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-28d7362f-e871-4fae-b973-b44441619178 req-9e2ea06d-354e-408f-9b1e-879c4dd07fe4 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 946 time: 0.0516572 Sep 07 04:25:23.534714 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9d604-baeb-4505-89fc-b2cd219cabdf req-786513fd-bbce-48cf-8ce2-608ef4fd980e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:23.537054 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9ad9d604-baeb-4505-89fc-b2cd219cabdf req-786513fd-bbce-48cf-8ce2-608ef4fd980e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 943 time: 0.0527716 Sep 07 04:25:23.574136 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9ad9d604-baeb-4505-89fc-b2cd219cabdf req-1e6d015b-f96f-4e31-b1f4-f91b7d75277c tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311270 Sep 07 04:25:23.615724 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Deleting port 79da267b-2f25-4770-99db-6135c46cf01c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:25:23.616061 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:23.675033 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8730d1d-11af-4603-8712-987b74ae6e27 req-c9e9d95a-f5e5-413b-82c6-85f17dd22235 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:23.676561 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f8730d1d-11af-4603-8712-987b74ae6e27 req-c9e9d95a-f5e5-413b-82c6-85f17dd22235 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 946 time: 0.0490296 Sep 07 04:25:23.715671 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f8730d1d-11af-4603-8712-987b74ae6e27 req-edba541c-35e1-4ecc-a141-617904743f9c tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc433710-7e0f-4fe9-b338-d27a6450af24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330579 Sep 07 04:25:23.947126 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] For port 79da267b-2f25-4770-99db-6135c46cf01c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=79da267b-2f25-4770-99db-6135c46cf01c,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:25:23.947475 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:24.085066 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device aff26062-d8a0-4b5e-ac1d-3424b9c74b86 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:25:24.105963 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:24.106316 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:24.106621 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.l3_db [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Floating IP 6e7dde4b-2945-420f-a5cb-3b6aa6c81fb4 disassociated. External IP: 172.27.3.133, port: 79da267b-2f25-4770-99db-6135c46cf01c. Sep 07 04:25:24.106949 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Calling delete_port for 79da267b-2f25-4770-99db-6135c46cf01c owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:25:24.176248 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:25:24.191344 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'port_id': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'mac_address': 'fa:16:3e:cd:8a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:25:24.232536 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:24.234180 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:24.246069 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff26062-d8a0-4b5e-ac1d-3424b9c74b86 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:25:24.262575 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event deleted for resources: {'Port': ['ID=79da267b-2f25-4770-99db-6135c46cf01c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:24.265560 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:25:24.273794 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:24.274478 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:24.274827 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:24.275157 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:24.275481 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:24.275800 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:24.276118 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:24.276454 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:24.276770 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:24.277093 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:24.277398 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:24.277707 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:24.278013 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:24.326370 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,revision_number=9']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:24.383750 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Router 587461ad-45d9-40cf-aac8-74af5b60411f has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:25:24.487115 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:25:24.496546 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb647a31-a84c-47fc-813d-983d39743a43 None None] Sync routers for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:25:24.505309 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb647a31-a84c-47fc-813d-983d39743a43 None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:25:24.505984 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-eb647a31-a84c-47fc-813d-983d39743a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:25:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:24.524917 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] No DVR routers for this DVR port 79da267b-2f25-4770-99db-6135c46cf01c on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:25:24.527409 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:24.529441 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-28d7362f-e871-4fae-b973-b44441619178 req-4767b146-35e6-4ebb-b24b-5ad8b35f8061 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.36 "DELETE /v2.0/ports/79da267b-2f25-4770-99db-6135c46cf01c HTTP/1.1" status: 204 len: 173 time: 1.0084896 Sep 07 04:25:24.529895 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'name': 'network-vif-deleted', 'tag': '79da267b-2f25-4770-99db-6135c46cf01c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:25:24.532150 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3346f74-a26d-44be-9739-d23dc1c9814f" -d '{"events": [{"server_uuid": "ec0fc01e-b838-40b3-a9b6-e8c1448fa968", "name": "network-vif-deleted", "tag": "79da267b-2f25-4770-99db-6135c46cf01c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:25:24.573030 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbd3a77-2943-4485-972e-9127c27ecfaf x-openstack-request-id: req-cbbd3a77-2943-4485-972e-9127c27ecfaf {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:25:24.573443 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0fc01e-b838-40b3-a9b6-e8c1448fa968", "name": "network-vif-deleted", "tag": "79da267b-2f25-4770-99db-6135c46cf01c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:25:24.573707 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbbd3a77-2943-4485-972e-9127c27ecfaf {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:25:24.574217 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0fc01e-b838-40b3-a9b6-e8c1448fa968', 'name': 'network-vif-deleted', 'tag': '79da267b-2f25-4770-99db-6135c46cf01c', 'status': 'completed', 'code': 200} Sep 07 04:25:24.619065 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-eb647a31-a84c-47fc-813d-983d39743a43 None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:25:24.713813 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3edfc6-d4d8-4f48-95a8-3915949c26d7 req-c9ab91be-2b4e-4a1a-9678-4f7cb7b10faa tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:24.715418 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2f3edfc6-d4d8-4f48-95a8-3915949c26d7 req-c9ab91be-2b4e-4a1a-9678-4f7cb7b10faa tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 944 time: 0.0513067 Sep 07 04:25:24.759033 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2f3edfc6-d4d8-4f48-95a8-3915949c26d7 req-074fc535-b460-4b53-a641-93a67197dfb3 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339103 Sep 07 04:25:24.764942 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['aff26062-d8a0-4b5e-ac1d-3424b9c74b86'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:25:24.838097 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b334a88f-3e05-4127-b699-53427a853c41 req-4758b2ed-892a-4500-b7d0-81ccff739857 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec0fc01e-b838-40b3-a9b6-e8c1448fa968 HTTP/1.1" status: 200 len: 210 time: 0.0301995 Sep 07 04:25:24.943175 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-eb647a31-a84c-47fc-813d-983d39743a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:24.976513 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb647a31-a84c-47fc-813d-983d39743a43 None None] Checking router: 587461ad-45d9-40cf-aac8-74af5b60411f for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:25:24.995854 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb647a31-a84c-47fc-813d-983d39743a43 None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:25:24.996487 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-eb647a31-a84c-47fc-813d-983d39743a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:25:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:25.098861 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-eb647a31-a84c-47fc-813d-983d39743a43 None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:25:25.299793 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-eb647a31-a84c-47fc-813d-983d39743a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:25.325444 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb647a31-a84c-47fc-813d-983d39743a43 None None] The sync data for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi is: [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:15:13Z', 'revision_number': 4, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'e41edc51-4afe-4d08-bb04-2e9d662330ad', 'name': '', 'network_id': '2e1703b7-84ae-4608-b580-140135a26f9e', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'mac_address': 'fa:16:3e:7b:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:12Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'subnets': [{'id': 'c77badf1-c6f9-4ffb-a974-28df91afb7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:25:25.532888 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f410a-6599-40ce-a5b8-7953d8c9eab5 None None] New status for floating IP 6e7dde4b-2945-420f-a5cb-3b6aa6c81fb4: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:25:25.877970 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802b355-06fb-4b95-9adf-5cfdfcacc4ff req-b37d5d0c-f479-4ec9-8cb0-df343b8fe4d7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:25.880061 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a802b355-06fb-4b95-9adf-5cfdfcacc4ff req-b37d5d0c-f479-4ec9-8cb0-df343b8fe4d7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 944 time: 0.0472367 Sep 07 04:25:25.918800 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a802b355-06fb-4b95-9adf-5cfdfcacc4ff req-7db223f3-5c23-44b1-a736-f7376a356140 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330942 Sep 07 04:25:25.920976 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 47380) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:25.974690 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.000218 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.044570 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.047069 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.048214 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "DELETE /v2.0/security-groups/cc433710-7e0f-4fe9-b338-d27a6450af24 HTTP/1.1" status: 204 len: 168 time: 0.1263368 Sep 07 04:25:26.051872 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 47382) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:26.057464 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc433710-7e0f-4fe9-b338-d27a6450af24,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:26.064383 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:26.064735 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:26.065027 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.api.v2.resource [None req-2989a482-8f5c-4fc5-afd6-bc04ab650ebc tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] show failed (client error): The resource could not be found. Sep 07 04:25:26.065140 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:26.065413 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:26.065738 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:26.066066 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:26.066170 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2989a482-8f5c-4fc5-afd6-bc04ab650ebc tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "GET /v2.0/security-groups/cc433710-7e0f-4fe9-b338-d27a6450af24 HTTP/1.1" status: 404 len: 347 time: 0.0132802 Sep 07 04:25:26.066395 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:26.067289 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:26.067627 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:26.067989 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:26.068340 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:26.068665 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b44e8-3d05-40e8-8ff7-092b04fba025 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:25:26.069694 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 47384) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:26.097990 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device aff26062-d8a0-4b5e-ac1d-3424b9c74b86 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:25:26.148805 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:25:26.149410 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.196477 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-90ebdcaf-7f27-4f56-8486-6f19fedf2187 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Deleting port 5cf52884-7662-4a38-b0b1-192a26cd1e53 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:25:26.196827 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-90ebdcaf-7f27-4f56-8486-6f19fedf2187 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.223540 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.245583 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:25:26.247806 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a497b5f-2087-47d1-9432-9082779089a9" -d '{"events": [{"server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "name": "network-vif-plugged", "status": "completed", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:25:26.260550 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:25:26.265759 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.266642 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 79da267b-2f25-4770-99db-6135c46cf01c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:25:26.275249 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-90ebdcaf-7f27-4f56-8486-6f19fedf2187 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.275595 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-90ebdcaf-7f27-4f56-8486-6f19fedf2187 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.289429 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-90ebdcaf-7f27-4f56-8486-6f19fedf2187 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Calling delete_port for 5cf52884-7662-4a38-b0b1-192a26cd1e53 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:25:26.291965 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381a9123-af89-426d-ad73-a9e532e3ebf1 x-openstack-request-id: req-381a9123-af89-426d-ad73-a9e532e3ebf1 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:25:26.292278 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "name": "network-vif-plugged", "status": "completed", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:25:26.292523 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-381a9123-af89-426d-ad73-a9e532e3ebf1 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:25:26.292907 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'code': 200} Sep 07 04:25:26.315443 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: 79da267b-2f25-4770-99db-6135c46cf01c {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:25:26.315784 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 79da267b-2f25-4770-99db-6135c46cf01c not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:25:26.342545 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,revision_number=10']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:26.431596 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-90ebdcaf-7f27-4f56-8486-6f19fedf2187 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.457093 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebdcaf-7f27-4f56-8486-6f19fedf2187 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Pushing event deleted for resources: {'Port': ['ID=5cf52884-7662-4a38-b0b1-192a26cd1e53,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:26.554718 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52712891-3902-454f-bae8-ec31910cd239 req-6ebee568-6942-46df-8ce7-4e8d01dbae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:26.556181 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-52712891-3902-454f-bae8-ec31910cd239 req-6ebee568-6942-46df-8ce7-4e8d01dbae56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 1099 time: 0.0739033 Sep 07 04:25:26.558448 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-90ebdcaf-7f27-4f56-8486-6f19fedf2187 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.560888 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-90ebdcaf-7f27-4f56-8486-6f19fedf2187 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:26.561912 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-90ebdcaf-7f27-4f56-8486-6f19fedf2187 tempest-AttachVolumeTestJSON-192323391 tempest-AttachVolumeTestJSON-192323391-project] 10.222.0.41 "DELETE /v2.0/floatingips/6e7dde4b-2945-420f-a5cb-3b6aa6c81fb4 HTTP/1.1" status: 204 len: 168 time: 0.4913194 Sep 07 04:25:26.591935 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-52712891-3902-454f-bae8-ec31910cd239 req-26d45e91-a127-4786-b115-add35ac83735 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280397 Sep 07 04:25:27.042005 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e51e9d-dbed-4f2e-add2-a964f10a92e7 req-aff735cb-dbf3-421e-9f66-9f1b5932586d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:27.043530 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6e51e9d-dbed-4f2e-add2-a964f10a92e7 req-aff735cb-dbf3-421e-9f66-9f1b5932586d tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 946 time: 0.0537732 Sep 07 04:25:27.082034 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6e51e9d-dbed-4f2e-add2-a964f10a92e7 req-ff704ec7-420c-477e-92f6-fb0e2a2a69a2 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324948 Sep 07 04:25:28.212237 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010f4e-71b7-4832-80a3-b2cfa02c5107 req-90e707e7-aac2-4d81-ae04-46d3089fb3a9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:28.214322 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ef010f4e-71b7-4832-80a3-b2cfa02c5107 req-90e707e7-aac2-4d81-ae04-46d3089fb3a9 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 946 time: 0.0543761 Sep 07 04:25:28.256100 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ef010f4e-71b7-4832-80a3-b2cfa02c5107 req-f8037d8c-bff7-4bfe-b1bf-84f3cda0f8b5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356982 Sep 07 04:25:29.378274 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0166e-7b60-44a4-8dd2-7731e03d8884 req-345ee847-8810-4e0f-b8cb-bb4bab2445d5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:25:29.379761 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7c0166e-7b60-44a4-8dd2-7731e03d8884 req-345ee847-8810-4e0f-b8cb-bb4bab2445d5 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 946 time: 0.0505624 Sep 07 04:25:29.416880 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7c0166e-7b60-44a4-8dd2-7731e03d8884 req-63130989-7ba9-414d-a645-b9367296d98a tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306771 Sep 07 04:25:30.098426 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 47456) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:30.522648 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72cb9689-4b40-4a4c-8961-bf5800b4e7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322840'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:30.757230 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-72cb9689-4b40-4a4c-8961-bf5800b4e7c6 admin admin] Deleting port e41edc51-4afe-4d08-bb04-2e9d662330ad {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:25:30.757570 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72cb9689-4b40-4a4c-8961-bf5800b4e7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:30.831186 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-72cb9689-4b40-4a4c-8961-bf5800b4e7c6 admin admin] For port e41edc51-4afe-4d08-bb04-2e9d662330ad, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=e41edc51-4afe-4d08-bb04-2e9d662330ad,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:25:30.831543 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72cb9689-4b40-4a4c-8961-bf5800b4e7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:30.843214 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-72cb9689-4b40-4a4c-8961-bf5800b4e7c6 admin admin] Calling delete_port for e41edc51-4afe-4d08-bb04-2e9d662330ad owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:25:31.012908 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72cb9689-4b40-4a4c-8961-bf5800b4e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:31.038510 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb9689-4b40-4a4c-8961-bf5800b4e7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e41edc51-4afe-4d08-bb04-2e9d662330ad,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:31.204565 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72cb9689-4b40-4a4c-8961-bf5800b4e7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33082078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-322948'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:31.412418 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cb9689-4b40-4a4c-8961-bf5800b4e7c6 admin admin] Router 587461ad-45d9-40cf-aac8-74af5b60411f has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:25:31.513634 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cb9689-4b40-4a4c-8961-bf5800b4e7c6 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:25:31.518555 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-72cb9689-4b40-4a4c-8961-bf5800b4e7c6 admin admin] 10.222.0.41 "PUT /v2.0/routers/587461ad-45d9-40cf-aac8-74af5b60411f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4190993 Sep 07 04:25:31.522184 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 47462) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:31.524034 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e074c-5ff3-469c-8f94-b5d633a173c4 None None] Sync routers for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:25:31.534312 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e074c-5ff3-469c-8f94-b5d633a173c4 None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:25:31.534930 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-072e074c-5ff3-469c-8f94-b5d633a173c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:25:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:31.771548 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-072e074c-5ff3-469c-8f94-b5d633a173c4 None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:25:31.835916 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Notify callbacks [] for router, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:31.934320 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:31.943222 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-072e074c-5ff3-469c-8f94-b5d633a173c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:25:30Z', 'revision_number': 5, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port': {'id': '6c98d298-6a11-4a22-86d5-abfb1c32ef18', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:31.969085 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e074c-5ff3-469c-8f94-b5d633a173c4 None None] Checking router: 587461ad-45d9-40cf-aac8-74af5b60411f for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:25:31.978171 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e074c-5ff3-469c-8f94-b5d633a173c4 None None] Routers {'587461ad-45d9-40cf-aac8-74af5b60411f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:25:31.978787 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-072e074c-5ff3-469c-8f94-b5d633a173c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:25:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['587461ad-45d9-40cf-aac8-74af5b60411f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:31.986254 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Deleting port 6c98d298-6a11-4a22-86d5-abfb1c32ef18 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:25:31.986601 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.061593 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] For port 6c98d298-6a11-4a22-86d5-abfb1c32ef18, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=6c98d298-6a11-4a22-86d5-abfb1c32ef18,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:25:32.061863 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.062275 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-072e074c-5ff3-469c-8f94-b5d633a173c4 None None] Set router 587461ad-45d9-40cf-aac8-74af5b60411f gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:25:32.073979 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Calling delete_port for 6c98d298-6a11-4a22-86d5-abfb1c32ef18 owned by network:router_gateway {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:25:32.115998 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-072e074c-5ff3-469c-8f94-b5d633a173c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:25:31Z', 'revision_number': 6, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port_host': None}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:32.141610 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e074c-5ff3-469c-8f94-b5d633a173c4 None None] The sync data for ids ['587461ad-45d9-40cf-aac8-74af5b60411f'] in dv-cinder-778193-8-iscsi is: [{'id': '587461ad-45d9-40cf-aac8-74af5b60411f', 'name': 'tempest-AttachVolumeTestJSON-726878190-router', 'tenant_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:05Z', 'updated_at': '2021-09-07T04:25:31Z', 'revision_number': 6, 'project_id': 'ff9821ae5cb04759b08ab6b61136c64f', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:25:32.239583 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.269302 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c98d298-6a11-4a22-86d5-abfb1c32ef18,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:32.325903 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-322086'] for router_gateway, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.416793 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15493'] for router, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.418837 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.462761 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-323708'] for router, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.463356 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 587461ad-45d9-40cf-aac8-74af5b60411f {{(pid=94062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:25:32.467828 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.469102 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9ad4b4fb-37aa-4093-b9ac-4ace63ccc046 admin admin] 10.222.0.41 "DELETE /v2.0/routers/587461ad-45d9-40cf-aac8-74af5b60411f HTTP/1.1" status: 204 len: 168 time: 0.9459693 Sep 07 04:25:32.471525 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 47464) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:32.521395 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ce3b47-f874-4c50-9ca2-1771b84b8181 admin admin] Deleting subnet c77badf1-c6f9-4ffb-a974-28df91afb7c9 {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:25:32.525370 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b47-f874-4c50-9ca2-1771b84b8181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.561387 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b47-f874-4c50-9ca2-1771b84b8181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30486676'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.655006 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b47-f874-4c50-9ca2-1771b84b8181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.707028 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b47-f874-4c50-9ca2-1771b84b8181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29810814'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.733641 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85ce3b47-f874-4c50-9ca2-1771b84b8181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.735492 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-85ce3b47-f874-4c50-9ca2-1771b84b8181 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c77badf1-c6f9-4ffb-a974-28df91afb7c9 HTTP/1.1" status: 204 len: 168 time: 0.2630563 Sep 07 04:25:32.737028 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce3b47-f874-4c50-9ca2-1771b84b8181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77badf1-c6f9-4ffb-a974-28df91afb7c9,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:32.739364 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 47466) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:32.739870 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d6a4c-a316-4092-a337-16a375c1ed98 None None] Network 2e1703b7-84ae-4608-b580-140135a26f9e requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:25:32.809913 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.860244 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Deleting port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:25:32.860606 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.946366 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] For port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:25:32.946798 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de750eef-5182-4645-9200-c5aefcd5c112 None None] DHCP port deletion for 2e1703b7-84ae-4608-b580-140135a26f9e request from dv-cinder-778193-8-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:25:32.947298 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:32.965057 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Calling delete_port for 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:25:32.978711 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device e41edc51-4afe-4d08-bb04-2e9d662330ad no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:25:33.005700 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: e41edc51-4afe-4d08-bb04-2e9d662330ad {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:25:33.006033 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device e41edc51-4afe-4d08-bb04-2e9d662330ad not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:25:33.028139 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-de750eef-5182-4645-9200-c5aefcd5c112 None None] Deleting port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:25:33.028662 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-de750eef-5182-4645-9200-c5aefcd5c112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.054249 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.082735 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] No DVR routers for this DVR port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a on host dv-cinder-778193-8-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:25:33.084831 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:33.101250 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-de750eef-5182-4645-9200-c5aefcd5c112 None None] For port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a,segment=NetworkSegment(b6620375-3ba6-4044-afe1-92a6b8e4996b),segment_id=b6620375-3ba6-4044-afe1-92a6b8e4996b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:25:33.101695 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-de750eef-5182-4645-9200-c5aefcd5c112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.120035 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-de750eef-5182-4645-9200-c5aefcd5c112 None None] Calling delete_port for 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:25:33.172316 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.195945 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1703b7-84ae-4608-b580-140135a26f9e']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:33.207464 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6620375-3ba6-4044-afe1-92a6b8e4996b') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:33.207753 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6620375-3ba6-4044-afe1-92a6b8e4996b') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:25:33.212954 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-de750eef-5182-4645-9200-c5aefcd5c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.218167 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30740869'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.234486 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.241739 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de750eef-5182-4645-9200-c5aefcd5c112 None None] Pushing event deleted for resources: {'Port': ['ID=4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:33.242040 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:25:33.243978 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30702055'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.246721 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de750eef-5182-4645-9200-c5aefcd5c112 None None] No DVR routers for this DVR port 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a on host dv-cinder-778193-8-iscsi {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: Traceback (most recent call last): Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: timer() Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: cb(*args, **kw) Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: return func(*args, **kwargs) Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: self._notify() Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: self.callback(batched_events) Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: event.method(event) Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: return f(self, *a, **k) Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._get(url).json() Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:25:33.299965 dv-cinder-778193-8-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:25:33.313505 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.319314 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.325578 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] 10.222.0.41 "DELETE /v2.0/networks/2e1703b7-84ae-4608-b580-140135a26f9e HTTP/1.1" status: 204 len: 168 time: 0.5848823 Sep 07 04:25:33.336974 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e7f80-6c8b-4dcc-9d2a-a666a9c13b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1703b7-84ae-4608-b580-140135a26f9e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:33.457692 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 47470) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:33.496115 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-02f627d2-4e20-4d99-8173-3c1acf46b2f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff9821ae5cb04759b08ab6b61136c64f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372465 Sep 07 04:25:33.498420 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 47472) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:33.545295 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a37d264-223c-49d7-a9df-1668b929acb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.565211 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a37d264-223c-49d7-a9df-1668b929acb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.612801 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a37d264-223c-49d7-a9df-1668b929acb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.615394 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a37d264-223c-49d7-a9df-1668b929acb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:33.616566 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8a37d264-223c-49d7-a9df-1668b929acb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a8aa234-d98c-4b08-9ccd-3ac4add5a6dd HTTP/1.1" status: 204 len: 168 time: 0.1172545 Sep 07 04:25:33.624173 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37d264-223c-49d7-a9df-1668b929acb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8aa234-d98c-4b08-9ccd-3ac4add5a6dd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:34.393435 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 6c98d298-6a11-4a22-86d5-abfb1c32ef18 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:25:34.414898 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 6c98d298-6a11-4a22-86d5-abfb1c32ef18 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:25:34.415241 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 6c98d298-6a11-4a22-86d5-abfb1c32ef18 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:25:34.415666 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:25:34.433427 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:25:34.433770 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 4e337eeb-2e96-4e3f-a6ea-3cdd1146bb0a not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:25:41.753567 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7a88ab0b-8208-4b33-9222-4d37b8162551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:44.253070 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f62eec6a-3300-480c-aa5e-f2b66a864e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:44.779794 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:45.059098 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:25:45.273429 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:46.329751 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 47612) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:46.432927 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-da543fa0-4daa-4a0e-b325-3b0aaf9e4593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:46.518991 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-da543fa0-4daa-4a0e-b325-3b0aaf9e4593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:46.522530 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-da543fa0-4daa-4a0e-b325-3b0aaf9e4593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:46.559739 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-da543fa0-4daa-4a0e-b325-3b0aaf9e4593 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54fb4d91e729406baea63b0f5d1299c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289622 Sep 07 04:25:46.560828 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da543fa0-4daa-4a0e-b325-3b0aaf9e4593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9494dfeb-525f-4d40-baae-9b5daa38df16,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:46.562421 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 47616) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:46.610549 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ead8c76-3b6a-45df-a6b3-bd3d650f54dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:46.633988 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ead8c76-3b6a-45df-a6b3-bd3d650f54dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:46.679490 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ead8c76-3b6a-45df-a6b3-bd3d650f54dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:46.681964 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ead8c76-3b6a-45df-a6b3-bd3d650f54dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:46.683116 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-4ead8c76-3b6a-45df-a6b3-bd3d650f54dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9494dfeb-525f-4d40-baae-9b5daa38df16 HTTP/1.1" status: 204 len: 168 time: 0.1189497 Sep 07 04:25:46.690441 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead8c76-3b6a-45df-a6b3-bd3d650f54dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9494dfeb-525f-4d40-baae-9b5daa38df16,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:46.930634 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 47622) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:46.943422 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-52275e8f-7b09-46ee-a877-97060e01225b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:47.034472 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-52275e8f-7b09-46ee-a877-97060e01225b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:47.038608 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-52275e8f-7b09-46ee-a877-97060e01225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:47.075054 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-52275e8f-7b09-46ee-a877-97060e01225b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7086a7d26d8a4e929ee3f0581881f64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433890 Sep 07 04:25:47.076128 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52275e8f-7b09-46ee-a877-97060e01225b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dd2670-f7a5-4f11-b345-90b06e94f7c2,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:47.077683 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 47624) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:47.123008 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:47.127230 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eff7e2a2-4246-49b4-8134-7e76277b7cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:47.149018 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eff7e2a2-4246-49b4-8134-7e76277b7cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:47.194369 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eff7e2a2-4246-49b4-8134-7e76277b7cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:47.197023 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eff7e2a2-4246-49b4-8134-7e76277b7cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:47.198277 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-eff7e2a2-4246-49b4-8134-7e76277b7cde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51dd2670-f7a5-4f11-b345-90b06e94f7c2 HTTP/1.1" status: 204 len: 168 time: 0.1195629 Sep 07 04:25:47.205781 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7e2a2-4246-49b4-8134-7e76277b7cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dd2670-f7a5-4f11-b345-90b06e94f7c2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:47.509374 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:49.930037 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 47756) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:50.029461 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c64ed820-02d6-4769-943a-0075aed4b5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.114135 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c64ed820-02d6-4769-943a-0075aed4b5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.117654 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c64ed820-02d6-4769-943a-0075aed4b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.154825 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c64ed820-02d6-4769-943a-0075aed4b5e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74af2e2b63ea47f881529b5d2e522450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237372 Sep 07 04:25:50.155770 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ed820-02d6-4769-943a-0075aed4b5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f1752a-91cb-4a87-8e0f-287bed1dfedf,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:50.157675 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 47760) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:50.205385 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae534e83-6b76-4abf-94b2-bb1e452798f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.226511 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae534e83-6b76-4abf-94b2-bb1e452798f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.273789 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae534e83-6b76-4abf-94b2-bb1e452798f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.276785 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae534e83-6b76-4abf-94b2-bb1e452798f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.277926 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ae534e83-6b76-4abf-94b2-bb1e452798f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73f1752a-91cb-4a87-8e0f-287bed1dfedf HTTP/1.1" status: 204 len: 168 time: 0.1191945 Sep 07 04:25:50.285499 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae534e83-6b76-4abf-94b2-bb1e452798f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f1752a-91cb-4a87-8e0f-287bed1dfedf,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:50.529507 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 47768) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:50.542478 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95232252-2c44-42a4-bcc0-999ce4731c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.629034 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95232252-2c44-42a4-bcc0-999ce4731c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.632986 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95232252-2c44-42a4-bcc0-999ce4731c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.670771 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-95232252-2c44-42a4-bcc0-999ce4731c8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb50f334f7b24b96af28d159ed4efbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401756 Sep 07 04:25:50.673065 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95232252-2c44-42a4-bcc0-999ce4731c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718b601a-68d6-4c24-a016-19f0472ba9f3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:50.675607 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 47770) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:50.728146 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1abc-8678-418f-9828-9ed291cc5e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.748344 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1abc-8678-418f-9828-9ed291cc5e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.795052 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1abc-8678-418f-9828-9ed291cc5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.797725 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1abc-8678-418f-9828-9ed291cc5e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:50.798836 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f2bf1abc-8678-418f-9828-9ed291cc5e76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/718b601a-68d6-4c24-a016-19f0472ba9f3 HTTP/1.1" status: 204 len: 168 time: 0.1220615 Sep 07 04:25:50.806672 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf1abc-8678-418f-9828-9ed291cc5e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718b601a-68d6-4c24-a016-19f0472ba9f3,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:55.577853 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 47844) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:55.680408 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-87fc726e-ee9a-4001-bfe7-eebea38fdbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:55.766628 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-87fc726e-ee9a-4001-bfe7-eebea38fdbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:55.770493 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-87fc726e-ee9a-4001-bfe7-eebea38fdbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:55.807091 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-87fc726e-ee9a-4001-bfe7-eebea38fdbd7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=388b827cf2ef41d2a67ae1ae9345c904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281506 Sep 07 04:25:55.809055 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc726e-ee9a-4001-bfe7-eebea38fdbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceed5579-9794-41b9-99bc-5885830d29d6,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:55.809937 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 47848) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:55.857214 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bf19fe51-958d-404a-80fc-7ca2d53aa5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:55.876794 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bf19fe51-958d-404a-80fc-7ca2d53aa5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:55.922456 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bf19fe51-958d-404a-80fc-7ca2d53aa5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:55.925324 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bf19fe51-958d-404a-80fc-7ca2d53aa5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:55.926454 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-bf19fe51-958d-404a-80fc-7ca2d53aa5bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ceed5579-9794-41b9-99bc-5885830d29d6 HTTP/1.1" status: 204 len: 168 time: 0.1155360 Sep 07 04:25:55.933938 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19fe51-958d-404a-80fc-7ca2d53aa5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceed5579-9794-41b9-99bc-5885830d29d6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:56.175239 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 47854) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:56.187982 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4994ae28-6731-4d0c-954e-3e790a1511c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:56.275730 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4994ae28-6731-4d0c-954e-3e790a1511c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:56.279124 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4994ae28-6731-4d0c-954e-3e790a1511c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:56.316375 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-4994ae28-6731-4d0c-954e-3e790a1511c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e55d8c97225496fa916f0a027a27632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401443 Sep 07 04:25:56.317193 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994ae28-6731-4d0c-954e-3e790a1511c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd313adc-4ba3-4e6e-8031-f22f230c979b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:25:56.320301 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 47856) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:25:56.367214 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-73656da9-1c6a-44c6-b7db-f9de8ef140ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:56.389767 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-73656da9-1c6a-44c6-b7db-f9de8ef140ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:56.435604 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-73656da9-1c6a-44c6-b7db-f9de8ef140ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:56.438030 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-73656da9-1c6a-44c6-b7db-f9de8ef140ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:25:56.439165 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-73656da9-1c6a-44c6-b7db-f9de8ef140ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd313adc-4ba3-4e6e-8031-f22f230c979b HTTP/1.1" status: 204 len: 168 time: 0.1175499 Sep 07 04:25:56.447068 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73656da9-1c6a-44c6-b7db-f9de8ef140ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd313adc-4ba3-4e6e-8031-f22f230c979b,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:10.031177 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-f4d1f156-bb0d-419f-8e8b-f62ba06c77d1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944444272&fields=id&tenant_id=54227302cf51431b98f59cef103f2fd8 HTTP/1.1" status: 200 len: 267 time: 0.0340075 Sep 07 04:26:10.141514 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e12d-f790-47c3-bda0-b858220eef8b req-c3e12fbf-9afd-4228-aeb0-0aedf8759801 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:10.142973 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-c3e12fbf-9afd-4228-aeb0-0aedf8759801 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 812 time: 0.1043482 Sep 07 04:26:10.158099 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-25921ed0-b4b8-459b-85d1-a4109b519382 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/quotas/54227302cf51431b98f59cef103f2fd8 HTTP/1.1" status: 200 len: 375 time: 0.0090225 Sep 07 04:26:10.214930 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-e0f41523-f0d6-4dda-94aa-3ca74615ab13 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0518916 Sep 07 04:26:10.230477 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-f9669842-8cf3-4bc3-9bcc-961812e0ea34 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:26:10.231469 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-f9669842-8cf3-4bc3-9bcc-961812e0ea34 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053079 Sep 07 04:26:10.321284 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-f84ce42c-87ba-4a85-af81-a293c9945f94 service neutron] 10.222.0.41 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841384 Sep 07 04:26:10.419912 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-8c7875e2-1711-440a-ac01-5b0e9aa99f33 service neutron] 10.222.0.41 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927870 Sep 07 04:26:10.692679 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8d6dac0a-013f-45f5-880e-49193b7da6cb req-bd9cba8a-799a-42cc-97f7-c39b1bec1943 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 210 time: 0.0267117 Sep 07 04:26:11.547811 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9340e2a-f75b-4fe1-bae1-cc74654b90e1 req-16962b19-ef2a-48a5-8082-d729855d1b1f tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:11.549311 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b9340e2a-f75b-4fe1-bae1-cc74654b90e1 req-16962b19-ef2a-48a5-8082-d729855d1b1f tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0507548 Sep 07 04:26:11.588712 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b9340e2a-f75b-4fe1-bae1-cc74654b90e1 req-6f20f348-d26a-4911-866e-2855c09751b8 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326908 Sep 07 04:26:11.756675 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-577e8a47-a4c2-4224-8a3a-82eb15859235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:11.772372 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e12d-f790-47c3-bda0-b858220eef8b req-dc291098-9159-4530-a334-d04c5360a826 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:11.774367 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-dc291098-9159-4530-a334-d04c5360a826 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 812 time: 0.1147964 Sep 07 04:26:11.799542 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-53f6475e-8e90-4528-8792-2a4841207359 req-c62a094d-4134-4ba2-9f49-676c2ba74a95 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 210 time: 0.0282602 Sep 07 04:26:11.830241 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-1ff1cc9e-f427-4bba-8302-ae027d28ff0e tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54227302cf51431b98f59cef103f2fd8 HTTP/1.1" status: 200 len: 380 time: 0.0385199 Sep 07 04:26:11.853786 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'port': {'device_id': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'admin_state_up': True, 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'security_groups': ['9f06cf78-94db-43ff-a510-5e9e6c478cf0']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:26:11.958032 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Made reservation on behalf of 54227302cf51431b98f59cef103f2fd8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:26:11.962240 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:12.091198 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Allocated IP 172.20.0.3 (36e9977e-4046-4f49-a6e9-16221dc75d9f/42df96b6-d23b-4b64-bafd-b7718fe12d74/7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:26:12.235297 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:12.253296 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Transition to ACTIVE for port object 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:26:12.286065 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:12.325521 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Network 36e9977e-4046-4f49-a6e9-16221dc75d9f is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:26:12.328546 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:26:12.332078 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:26:12.359719 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'Port': ['ID=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:12.389066 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:12.389813 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:12.405609 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-0d18c379-3e56-47b1-846a-f50fd6a87084 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5553386 Sep 07 04:26:12.416597 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-ad56a1f2-98fb-4ed1-94d2-a8141deb606f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:26:12.417583 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-ad56a1f2-98fb-4ed1-94d2-a8141deb606f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061171 Sep 07 04:26:12.442574 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Request body: {'port': {'device_id': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:26:12.502588 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:12.608645 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5cc08113-9dbb-4271-8ff4-3d583a0595d8 None None] Provisioning for port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:26:12.627452 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5cc08113-9dbb-4271-8ff4-3d583a0595d8 None None] Provisioning complete for port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:26:12.627825 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5cc08113-9dbb-4271-8ff4-3d583a0595d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:12.674738 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5cc08113-9dbb-4271-8ff4-3d583a0595d8 None None] Port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:26:12.731155 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c686921-b52c-4c12-978b-7ca6b30f12d6 req-69ee9f5f-a57d-4cae-b41c-bf3e4190ff62 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:12.734245 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c686921-b52c-4c12-978b-7ca6b30f12d6 req-69ee9f5f-a57d-4cae-b41c-bf3e4190ff62 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0632780 Sep 07 04:26:12.770782 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c686921-b52c-4c12-978b-7ca6b30f12d6 req-8f4fb7b5-6553-463a-8f78-da30e567f5c4 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316494 Sep 07 04:26:12.787127 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:26:12.794973 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:12.807271 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Transition to ACTIVE for port object 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:26:12.811168 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:12.874821 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Pushing event updated for resources: {'Port': ['ID=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:12.919505 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7f853-a623-4c7d-bf76-02718cac72c9 req-f827bbe5-722a-4447-9e68-20eb736feeb1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:12.921604 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7fb7f853-a623-4c7d-bf76-02718cac72c9 req-f827bbe5-722a-4447-9e68-20eb736feeb1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 943 time: 0.0528750 Sep 07 04:26:12.932549 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Attempting to bind port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:26:12.932790 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Attempting to bind port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:26:12.933112 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Attempting to bind port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 on network 36e9977e-4046-4f49-a6e9-16221dc75d9f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:26:12.937693 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 on network 36e9977e-4046-4f49-a6e9-16221dc75d9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:26:12.938023 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Attempting to bind port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 on network 36e9977e-4046-4f49-a6e9-16221dc75d9f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:26:12.942782 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:26:12.943391 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Checking segment: {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:26:12.943526 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Bound using segment: {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:26:12.943888 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Bound port: 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc6a1b9-116b-4a41-8bcd-76476a29b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:26:12.944244 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:12.962739 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7fb7f853-a623-4c7d-bf76-02718cac72c9 req-472c8ddf-5bed-4b07-bd04-b4324ccf612d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346851 Sep 07 04:26:13.010604 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] For port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:26:13.013695 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] For port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:26:13.024072 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:13.058925 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:13.059427 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:13.060884 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] 10.222.0.36 "PUT /v2.0/ports/7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 HTTP/1.1" status: 200 len: 1093 time: 0.6228352 Sep 07 04:26:13.061418 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'tag': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:26:13.063752 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f851820e-1a2d-4215-bd67-a3ff4bce598f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb77e1d3-4a91-4313-a738-5c0dd9097ffd", "tag": "7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:26:13.088438 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b3ce1-4dfa-4e8c-814d-7d1741647a6f service neutron] Pushing event updated for resources: {'Port': ['ID=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:13.113320 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c65ec1-7f9b-48e6-a966-7f1c81bb1456 x-openstack-request-id: req-c5c65ec1-7f9b-48e6-a966-7f1c81bb1456 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:26:13.113613 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb77e1d3-4a91-4313-a738-5c0dd9097ffd", "tag": "7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:26:13.113861 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5c65ec1-7f9b-48e6-a966-7f1c81bb1456 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:26:13.114262 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'tag': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24', 'status': 'completed', 'code': 200} Sep 07 04:26:13.182352 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e12d-f790-47c3-bda0-b858220eef8b req-fc083256-326f-411a-af87-90b11bba8d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:13.183912 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-fc083256-326f-411a-af87-90b11bba8d55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 1096 time: 0.0426993 Sep 07 04:26:13.238303 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-38943680-03d1-483d-9233-314730a415e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 HTTP/1.1" status: 200 len: 217 time: 0.0385430 Sep 07 04:26:13.294599 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e12d-f790-47c3-bda0-b858220eef8b req-f8e6836d-b583-45e6-8c11-19dba41a3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:13.296062 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-f8e6836d-b583-45e6-8c11-19dba41a3a3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 200 len: 851 time: 0.0486093 Sep 07 04:26:13.342055 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e12d-f790-47c3-bda0-b858220eef8b req-54d03fcd-452d-446a-aa0a-52976f719ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:13.343590 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-54d03fcd-452d-446a-aa0a-52976f719ace service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e9977e-4046-4f49-a6e9-16221dc75d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402803 Sep 07 04:26:13.449861 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-ea5e0fb2-e1d7-409e-89d7-70f247548080 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910454 Sep 07 04:26:13.538051 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c218e12d-f790-47c3-bda0-b858220eef8b req-84c12f4c-ba1d-4643-85b4-321943080ccc service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786188 Sep 07 04:26:13.680767 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851820e-1a2d-4215-bd67-a3ff4bce598f req-ce3df5ec-415e-49e4-a224-43cb155f98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:13.682248 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f851820e-1a2d-4215-bd67-a3ff4bce598f req-ce3df5ec-415e-49e4-a224-43cb155f98ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 1096 time: 0.0442591 Sep 07 04:26:13.778380 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851820e-1a2d-4215-bd67-a3ff4bce598f req-e6fa0fc7-b488-411b-b204-48c225f3dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:13.779810 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f851820e-1a2d-4215-bd67-a3ff4bce598f req-e6fa0fc7-b488-411b-b204-48c225f3dd50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 913 time: 0.0848517 Sep 07 04:26:13.826266 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f851820e-1a2d-4215-bd67-a3ff4bce598f req-b51dd578-01b4-4f28-9045-143487fa58cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 HTTP/1.1" status: 200 len: 217 time: 0.0385454 Sep 07 04:26:13.875194 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851820e-1a2d-4215-bd67-a3ff4bce598f req-5143a67c-3fa6-4f24-87a5-b6bde6fbc3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:13.876751 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f851820e-1a2d-4215-bd67-a3ff4bce598f req-5143a67c-3fa6-4f24-87a5-b6bde6fbc3a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 200 len: 851 time: 0.0434813 Sep 07 04:26:13.882725 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3be9c-cb05-4ed5-a40b-a05a4dd6195e req-2b13c951-554a-429a-b803-daf7ea8f8f76 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:13.884185 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3fc3be9c-cb05-4ed5-a40b-a05a4dd6195e req-2b13c951-554a-429a-b803-daf7ea8f8f76 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0473263 Sep 07 04:26:13.922419 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3fc3be9c-cb05-4ed5-a40b-a05a4dd6195e req-35ff187a-9a1f-4933-ae14-9a301d0c05a9 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321898 Sep 07 04:26:13.922989 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851820e-1a2d-4215-bd67-a3ff4bce598f req-d5e1a007-1641-4c19-89e9-1faddf2cca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:13.924629 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f851820e-1a2d-4215-bd67-a3ff4bce598f req-d5e1a007-1641-4c19-89e9-1faddf2cca2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e9977e-4046-4f49-a6e9-16221dc75d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403900 Sep 07 04:26:14.015950 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f851820e-1a2d-4215-bd67-a3ff4bce598f req-5a4b3cb4-8dda-4427-90ed-6be7f2ac6415 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838430 Sep 07 04:26:14.079909 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace3bc5-1745-498e-a7b0-7e77c69ad9b8 req-bdaf35ea-89b2-4f5d-9fe3-ed581930fdb0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:14.081288 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ace3bc5-1745-498e-a7b0-7e77c69ad9b8 req-bdaf35ea-89b2-4f5d-9fe3-ed581930fdb0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 943 time: 0.0514605 Sep 07 04:26:14.106470 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f851820e-1a2d-4215-bd67-a3ff4bce598f req-173bf83a-69e8-4169-8708-338465c3c98a service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812201 Sep 07 04:26:14.132976 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ace3bc5-1745-498e-a7b0-7e77c69ad9b8 req-2bd55899-61cf-4052-9879-1954671ceda0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443625 Sep 07 04:26:14.253570 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad32743d-3cf3-4c98-a566-4071d50e7d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:14.785796 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:15.033255 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e5572-f653-4300-aa02-fd28f85aaa61 req-beb41bb9-81a2-4865-b83b-060a05a8b408 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:15.034697 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-603e5572-f653-4300-aa02-fd28f85aaa61 req-beb41bb9-81a2-4865-b83b-060a05a8b408 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0479722 Sep 07 04:26:15.070822 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-603e5572-f653-4300-aa02-fd28f85aaa61 req-d9583483-9660-48d8-880b-cf16ba5b93a4 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302672 Sep 07 04:26:15.249536 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824d744-824b-487b-a099-8ce7e1156671 req-26c9b131-d0bd-4792-b621-cfc72cbe11af tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:15.251007 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c824d744-824b-487b-a099-8ce7e1156671 req-26c9b131-d0bd-4792-b621-cfc72cbe11af tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 943 time: 0.0489001 Sep 07 04:26:15.276274 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:15.288967 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c824d744-824b-487b-a099-8ce7e1156671 req-fa681f02-f09a-42b8-b624-e980588d5fd7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314898 Sep 07 04:26:16.184681 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ea7e1-566d-46c3-9e18-1e073ff7c5ff req-7c978beb-912e-444e-9c8a-de4ebdca0ada tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:16.186127 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0a3ea7e1-566d-46c3-9e18-1e073ff7c5ff req-7c978beb-912e-444e-9c8a-de4ebdca0ada tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0504541 Sep 07 04:26:16.222294 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0a3ea7e1-566d-46c3-9e18-1e073ff7c5ff req-40c43b43-3726-4852-9335-f346b8f95936 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303848 Sep 07 04:26:16.399620 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3708aa-8d22-41e5-aa59-b30af76e1c06 req-677d6c7c-43cd-4ef1-a141-81cc75956515 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:16.401023 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c3708aa-8d22-41e5-aa59-b30af76e1c06 req-677d6c7c-43cd-4ef1-a141-81cc75956515 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 943 time: 0.0472379 Sep 07 04:26:16.438382 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c3708aa-8d22-41e5-aa59-b30af76e1c06 req-ef80a9d0-1630-42c7-9809-af82e50715b7 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312884 Sep 07 04:26:17.127639 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:17.333930 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7917601-7d2c-446a-a8bb-81b37b908f30 req-9b2e86c1-c354-4106-a092-62ae2f1b5ac7 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:17.335380 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f7917601-7d2c-446a-a8bb-81b37b908f30 req-9b2e86c1-c354-4106-a092-62ae2f1b5ac7 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0479789 Sep 07 04:26:17.371792 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f7917601-7d2c-446a-a8bb-81b37b908f30 req-ad93ed41-89c7-46d4-98bd-82ec3ed92507 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305486 Sep 07 04:26:17.514992 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:17.552373 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc2b33-9abb-4a66-83d4-551fa24a2b85 req-6222d9b0-d7f7-42f1-94a4-a38adda21d3a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:17.553925 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f9fc2b33-9abb-4a66-83d4-551fa24a2b85 req-6222d9b0-d7f7-42f1-94a4-a38adda21d3a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 943 time: 0.0525825 Sep 07 04:26:17.590869 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f9fc2b33-9abb-4a66-83d4-551fa24a2b85 req-a14bb7b9-baf9-4a05-90ac-8700d0595e7f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310280 Sep 07 04:26:18.485307 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c280f7-8c31-4df6-be83-63126066c193 req-6642252d-41f0-48ba-a59b-ce318ff72265 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:18.486684 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8c280f7-8c31-4df6-be83-63126066c193 req-6642252d-41f0-48ba-a59b-ce318ff72265 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0492980 Sep 07 04:26:18.523252 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8c280f7-8c31-4df6-be83-63126066c193 req-34c2e803-7887-45b0-bd8e-b56f486372b1 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302167 Sep 07 04:26:18.709222 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861ca47-2d48-45c0-953d-e299245c6f2a req-81a2d90f-1a85-48ce-9778-59a40d649804 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:18.711713 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d861ca47-2d48-45c0-953d-e299245c6f2a req-81a2d90f-1a85-48ce-9778-59a40d649804 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 943 time: 0.0553505 Sep 07 04:26:18.749793 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d861ca47-2d48-45c0-953d-e299245c6f2a req-a6ef48d1-3297-4bb6-b5e0-f68e82bd3b9d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322194 Sep 07 04:26:19.636896 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfe1fb-0a0d-469f-9488-66f00361e29e req-f3926b87-ed54-4b3a-a853-b3c7e4b9a7a5 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:19.638562 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f4cfe1fb-0a0d-469f-9488-66f00361e29e req-f3926b87-ed54-4b3a-a853-b3c7e4b9a7a5 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0505743 Sep 07 04:26:19.675742 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f4cfe1fb-0a0d-469f-9488-66f00361e29e req-1e43548e-6bf0-4d7f-a5ce-5ed7cc6ddb3a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314863 Sep 07 04:26:19.861032 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518a6ae-e624-4557-9d10-599d139f5b26 req-b07634d2-b606-40e8-a97c-d0d350360464 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:19.862369 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a518a6ae-e624-4557-9d10-599d139f5b26 req-b07634d2-b606-40e8-a97c-d0d350360464 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 943 time: 0.0474875 Sep 07 04:26:19.899327 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a518a6ae-e624-4557-9d10-599d139f5b26 req-308b969e-fecd-4b1b-b95c-f2922f4c39bf tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312228 Sep 07 04:26:20.787493 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9310cc-10c5-4e6c-b537-d727ee9556cd req-841dc05b-f5f2-40fd-893f-16a00f4c8bfe tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:20.789591 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cc9310cc-10c5-4e6c-b537-d727ee9556cd req-841dc05b-f5f2-40fd-893f-16a00f4c8bfe tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0481369 Sep 07 04:26:20.826455 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cc9310cc-10c5-4e6c-b537-d727ee9556cd req-09df3db2-452b-43fa-90c2-d7db0bb5358e tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310419 Sep 07 04:26:21.012864 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7a069-0192-4f8f-ba15-7f9cd086535d req-bc0ca6b2-90ca-4f8e-9491-6cab2b05e40a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:21.014310 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ef7a069-0192-4f8f-ba15-7f9cd086535d req-bc0ca6b2-90ca-4f8e-9491-6cab2b05e40a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 943 time: 0.0505722 Sep 07 04:26:21.050598 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ef7a069-0192-4f8f-ba15-7f9cd086535d req-acdf01a3-3a2f-43de-8180-2b3284e546f2 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304859 Sep 07 04:26:21.940149 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302273d-c018-4cf8-ae51-e14783ca8636 req-6aedf6a6-5295-4ad1-92d6-dc359d7d57e4 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:21.941621 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7302273d-c018-4cf8-ae51-e14783ca8636 req-6aedf6a6-5295-4ad1-92d6-dc359d7d57e4 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0489483 Sep 07 04:26:21.979550 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7302273d-c018-4cf8-ae51-e14783ca8636 req-7da54aac-a8d5-4829-9f37-ba9070b50ddb tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312085 Sep 07 04:26:22.058142 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:26:22.061832 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224ab18-13e5-4bee-9e96-e3add2f10a66 req-25a9382e-7425-4cc7-a7df-176743e52bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:22.063367 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5224ab18-13e5-4bee-9e96-e3add2f10a66 req-25a9382e-7425-4cc7-a7df-176743e52bd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7a6d697162e40598e1ec6bfb33e9201&device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 1099 time: 0.1483111 Sep 07 04:26:22.161081 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d143b-3032-4b5e-ba3a-d0d43304b37e req-25b4f514-457e-42f6-b210-c08c04af4064 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:22.162567 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f77d143b-3032-4b5e-ba3a-d0d43304b37e req-25b4f514-457e-42f6-b210-c08c04af4064 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 943 time: 0.0487294 Sep 07 04:26:22.172375 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224ab18-13e5-4bee-9e96-e3add2f10a66 req-20b1697e-fb07-43b3-858b-d1b28601594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:22.173826 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5224ab18-13e5-4bee-9e96-e3add2f10a66 req-20b1697e-fb07-43b3-858b-d1b28601594d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b3d88a6-ff45-461c-931f-473210d73b13 HTTP/1.1" status: 200 len: 909 time: 0.0870502 Sep 07 04:26:22.201777 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f77d143b-3032-4b5e-ba3a-d0d43304b37e req-f7e95ac9-4fd3-412a-a657-b4bb78deab0f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328820 Sep 07 04:26:22.240780 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5224ab18-13e5-4bee-9e96-e3add2f10a66 req-370db0fd-c03f-4f75-87d3-684b50eb7cd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd HTTP/1.1" status: 200 len: 1002 time: 0.0593977 Sep 07 04:26:22.287711 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224ab18-13e5-4bee-9e96-e3add2f10a66 req-9724ea46-f9b0-4d98-b635-f33c671eda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:22.289596 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5224ab18-13e5-4bee-9e96-e3add2f10a66 req-9724ea46-f9b0-4d98-b635-f33c671eda58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a07c746-6f89-4a42-bf2f-88ab6e46861d HTTP/1.1" status: 200 len: 847 time: 0.0417402 Sep 07 04:26:22.333042 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224ab18-13e5-4bee-9e96-e3add2f10a66 req-a267f238-b615-4447-a3eb-21976765e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:22.334425 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5224ab18-13e5-4bee-9e96-e3add2f10a66 req-a267f238-b615-4447-a3eb-21976765e6fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b3d88a6-ff45-461c-931f-473210d73b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374177 Sep 07 04:26:22.364171 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:26:22.429447 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5224ab18-13e5-4bee-9e96-e3add2f10a66 req-cfc0c03c-de52-4dd6-85bd-dc574d5edcde service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854199 Sep 07 04:26:22.460903 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:26:22.471738 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'port_id': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24', 'mac_address': 'fa:16:3e:55:12:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:26:22.507255 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:22.516444 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5224ab18-13e5-4bee-9e96-e3add2f10a66 req-a6d61365-a05e-4956-8aba-d5b417299b56 service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792363 Sep 07 04:26:22.519391 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:26:22.539641 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:26:22.544767 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:22.594911 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:22.602667 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:22.603017 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:22.603353 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:22.603685 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:22.604016 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:22.604372 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:22.604698 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:22.605023 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:22.605348 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:22.605669 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:22.605990 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:22.606311 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:22.624425 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a28d86-15be-4ec9-b53a-4f005fe36fc0 req-93690472-a889-45a9-8597-0eff3f83b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:22.625905 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92a28d86-15be-4ec9-b53a-4f005fe36fc0 req-93690472-a889-45a9-8597-0eff3f83b794 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7a6d697162e40598e1ec6bfb33e9201&device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 1099 time: 0.0406091 Sep 07 04:26:22.724596 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a28d86-15be-4ec9-b53a-4f005fe36fc0 req-b5d64129-445f-4323-804b-56ece2f6f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:22.726695 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92a28d86-15be-4ec9-b53a-4f005fe36fc0 req-b5d64129-445f-4323-804b-56ece2f6f05a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b3d88a6-ff45-461c-931f-473210d73b13 HTTP/1.1" status: 200 len: 909 time: 0.0933421 Sep 07 04:26:22.793037 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92a28d86-15be-4ec9-b53a-4f005fe36fc0 req-486ec00b-1647-47b2-9887-6f1082be0980 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd HTTP/1.1" status: 200 len: 1002 time: 0.0584786 Sep 07 04:26:23.089719 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a28d86-15be-4ec9-b53a-4f005fe36fc0 req-0b644848-9c2f-4a7b-ae8b-86f881f7cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:23.091086 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92a28d86-15be-4ec9-b53a-4f005fe36fc0 req-0b644848-9c2f-4a7b-ae8b-86f881f7cfbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a07c746-6f89-4a42-bf2f-88ab6e46861d HTTP/1.1" status: 200 len: 847 time: 0.2909455 Sep 07 04:26:23.108608 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fff8b-3b56-4957-a366-10352e8e7d4b req-fa135b5f-e83c-4393-b59d-04d460c5ad9d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:23.110093 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-360fff8b-3b56-4957-a366-10352e8e7d4b req-fa135b5f-e83c-4393-b59d-04d460c5ad9d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0508001 Sep 07 04:26:23.128462 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:26:23.142161 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a28d86-15be-4ec9-b53a-4f005fe36fc0 req-5fbcdf52-f48f-4467-a358-39e9384ca740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:23.142161 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92a28d86-15be-4ec9-b53a-4f005fe36fc0 req-5fbcdf52-f48f-4467-a358-39e9384ca740 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b3d88a6-ff45-461c-931f-473210d73b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417049 Sep 07 04:26:23.150010 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-360fff8b-3b56-4957-a366-10352e8e7d4b req-ff90727e-463a-4085-ad32-1c03d9986ad9 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340302 Sep 07 04:26:23.235312 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92a28d86-15be-4ec9-b53a-4f005fe36fc0 req-75eaa35d-0e34-4acc-a5c7-cc37c813c5cb service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864739 Sep 07 04:26:23.322507 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a3284-cfee-48cd-a566-faaae27598c4 req-33a36c52-3bb4-43a0-8a79-97803da78f97 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:23.324067 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-af9a3284-cfee-48cd-a566-faaae27598c4 req-33a36c52-3bb4-43a0-8a79-97803da78f97 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 944 time: 0.0563042 Sep 07 04:26:23.338995 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92a28d86-15be-4ec9-b53a-4f005fe36fc0 req-a46f5aaa-d296-42cc-928e-ad2f3b99f3cd service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962200 Sep 07 04:26:23.366529 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-af9a3284-cfee-48cd-a566-faaae27598c4 req-9c33fd60-a03a-4c02-a8d2-b05ac8fba5e6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351088 Sep 07 04:26:24.261351 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbabe45-334b-4ef5-9a40-eaed73809430 req-7554d45b-4699-4f96-bf5f-e6b7d91b3764 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:24.262780 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3bbabe45-334b-4ef5-9a40-eaed73809430 req-7554d45b-4699-4f96-bf5f-e6b7d91b3764 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0469539 Sep 07 04:26:24.301311 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3bbabe45-334b-4ef5-9a40-eaed73809430 req-146b8ed4-b42c-4dc7-a738-f65377ee6fe4 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323918 Sep 07 04:26:24.479565 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a14c0-6284-4587-941d-add88ec36f7a req-af6a4f22-61b3-4ea4-82de-784c1b1237c0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:24.481027 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a7a14c0-6284-4587-941d-add88ec36f7a req-af6a4f22-61b3-4ea4-82de-784c1b1237c0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 944 time: 0.0509090 Sep 07 04:26:24.516153 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a7a14c0-6284-4587-941d-add88ec36f7a req-3981385e-850b-444e-925f-87f23b73a588 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292449 Sep 07 04:26:25.415275 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c2d90-65c2-4b3a-9dc9-7e6951357408 req-94b4be66-a05f-42a8-a5f3-63489f08ea9d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:25.416779 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-508c2d90-65c2-4b3a-9dc9-7e6951357408 req-94b4be66-a05f-42a8-a5f3-63489f08ea9d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0496142 Sep 07 04:26:25.454379 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-508c2d90-65c2-4b3a-9dc9-7e6951357408 req-0d2073a2-fdb1-4ffb-ae58-b3fd79c9c35a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317237 Sep 07 04:26:25.625810 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae16165-224e-4504-92c1-ae964fb1056b req-f2817536-e6b0-497a-88d0-3c577934b20f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:25.627169 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9ae16165-224e-4504-92c1-ae964fb1056b req-f2817536-e6b0-497a-88d0-3c577934b20f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 944 time: 0.0471647 Sep 07 04:26:25.663881 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9ae16165-224e-4504-92c1-ae964fb1056b req-c303923f-694c-4524-84c3-ff0af2ad9146 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303648 Sep 07 04:26:26.393743 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:26:26.440785 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:26:26.444773 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:26:26.445143 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:26.518776 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:26.541248 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:26:26.543468 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01947d0-3d81-49d7-801d-dbc4adac9301" -d '{"events": [{"server_uuid": "eb77e1d3-4a91-4313-a738-5c0dd9097ffd", "name": "network-vif-plugged", "status": "completed", "tag": "7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:26:26.557827 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:26:26.563467 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:26.586687 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82381e-074f-4a4c-822a-5c4977ac5603 req-026499ee-f7e4-468c-8b16-bec5235a92ec tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:26.588206 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1d82381e-074f-4a4c-822a-5c4977ac5603 req-026499ee-f7e4-468c-8b16-bec5235a92ec tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0668461 Sep 07 04:26:26.596204 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838e3106-da42-44c2-a618-077fb7244969 x-openstack-request-id: req-838e3106-da42-44c2-a618-077fb7244969 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:26:26.596593 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb77e1d3-4a91-4313-a738-5c0dd9097ffd", "name": "network-vif-plugged", "status": "completed", "tag": "7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:26:26.596903 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-838e3106-da42-44c2-a618-077fb7244969 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:26:26.597339 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24', 'code': 200} Sep 07 04:26:26.623499 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:26.625422 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1d82381e-074f-4a4c-822a-5c4977ac5603 req-34ab3ce7-a9c9-4845-a6a9-556096667f02 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312569 Sep 07 04:26:26.694809 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-a421d83e-a2c3-4ca4-b010-88798f0aac03 req-40f410e5-493e-4a04-85fe-1c822a8c221a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 04:26:26.695809 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a421d83e-a2c3-4ca4-b010-88798f0aac03 req-40f410e5-493e-4a04-85fe-1c822a8c221a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052497 Sep 07 04:26:26.779629 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74aabf-b581-4b44-9f56-a5c814feb523 req-35cde553-3012-4d37-bf1f-8a00d3c59b1f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:26.781491 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0f74aabf-b581-4b44-9f56-a5c814feb523 req-35cde553-3012-4d37-bf1f-8a00d3c59b1f tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 945 time: 0.0505812 Sep 07 04:26:26.820849 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0f74aabf-b581-4b44-9f56-a5c814feb523 req-666dedac-770f-4feb-8a0f-606adbc2fa88 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332019 Sep 07 04:26:26.905703 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe61dd-c4f3-4f1a-87cc-7f1ad1289509 req-16832f30-37ae-4fc6-9f71-68cf061adfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:26.907254 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cdbe61dd-c4f3-4f1a-87cc-7f1ad1289509 req-16832f30-37ae-4fc6-9f71-68cf061adfa6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 1098 time: 0.0398366 Sep 07 04:26:26.945535 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cdbe61dd-c4f3-4f1a-87cc-7f1ad1289509 req-f03b7252-3f3f-4e1d-9476-8a2c86f633f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300255 Sep 07 04:26:27.870717 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-153400ad-6b22-4e6f-900e-74cf250686aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0740845 Sep 07 04:26:27.883783 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be91fb-7757-4598-a759-6e902f00d65d req-faa7df3a-7d67-4e51-91bf-1243eb5a7420 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:27.885415 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-52be91fb-7757-4598-a759-6e902f00d65d req-faa7df3a-7d67-4e51-91bf-1243eb5a7420 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0645623 Sep 07 04:26:27.954453 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-52be91fb-7757-4598-a759-6e902f00d65d req-374e97be-d1fa-4dec-a5f2-d1272dea2fbb tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612223 Sep 07 04:26:27.967597 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a748a50-4f2c-4785-9699-21f2eb2e6695 req-fd972975-75bf-4dbf-acf8-cc42b0d4b2aa tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:27.969118 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5a748a50-4f2c-4785-9699-21f2eb2e6695 req-fd972975-75bf-4dbf-acf8-cc42b0d4b2aa tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 945 time: 0.0698936 Sep 07 04:26:28.006125 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5a748a50-4f2c-4785-9699-21f2eb2e6695 req-de4118b1-0dcd-4228-8ee6-daf11cfb4db6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309134 Sep 07 04:26:29.080903 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe9e9-1f48-4620-bf81-8df3f1ded321 req-4a8c66da-740b-48e6-9e2b-5112bf7575d0 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:29.082396 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-01afe9e9-1f48-4620-bf81-8df3f1ded321 req-4a8c66da-740b-48e6-9e2b-5112bf7575d0 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0572898 Sep 07 04:26:29.356169 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-01afe9e9-1f48-4620-bf81-8df3f1ded321 req-2113d67f-da29-46a2-b106-9414a6f6277d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2590654 Sep 07 04:26:29.363938 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ab33-f674-4707-a667-f13f4afb498f req-1f9fece0-6022-4b2f-ba8a-696fe02f5c14 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:29.365368 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-08c0ab33-f674-4707-a667-f13f4afb498f req-1f9fece0-6022-4b2f-ba8a-696fe02f5c14 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 945 time: 0.2769415 Sep 07 04:26:29.403210 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-08c0ab33-f674-4707-a667-f13f4afb498f req-dc61b0ea-62aa-4ebd-8ec9-7628f1dc432d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317824 Sep 07 04:26:29.515031 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb092a5-df3c-44f0-9d11-cfeb977dbf99 req-0198bb76-f875-4d58-bf01-4ad799224ee4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:29.516625 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cfb092a5-df3c-44f0-9d11-cfeb977dbf99 req-0198bb76-f875-4d58-bf01-4ad799224ee4 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 945 time: 0.0478325 Sep 07 04:26:29.556463 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cfb092a5-df3c-44f0-9d11-cfeb977dbf99 req-be7d727f-6310-45ae-aa37-8bdbb84fa403 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328801 Sep 07 04:26:29.578312 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48180) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:29.655691 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48184) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:29.711031 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:29.778376 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c883fd-4250-4ce7-97fe-176ced8b9651 tempest-TestVolumeBootPattern-1242494346 tempest-TestVolumeBootPattern-1242494346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:29.779874 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f1c883fd-4250-4ce7-97fe-176ced8b9651 tempest-TestVolumeBootPattern-1242494346 tempest-TestVolumeBootPattern-1242494346-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 1093 time: 0.2005160 Sep 07 04:26:29.783176 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 48188) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:29.788890 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Request body: {'floatingip': {'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'port_id': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:26:29.832277 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:29.836640 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:29.850609 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:29.873779 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3f9ab7743704fa1890618a7f0053ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170076 Sep 07 04:26:29.876600 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48190) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:29.884329 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c79767d-554a-419a-99b9-4b104f510e10,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:29.897816 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:29.898085 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:29.898424 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:29.898755 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:29.899082 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:29.899408 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:29.899734 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:29.900055 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:29.900415 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:29.900744 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:29.901065 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:29.901385 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb278bf-6284-4563-b232-a02a43b65ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:29.939739 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc4f03b3-6181-4d77-a4b2-d7622275c16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:29.945494 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:29.960517 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc4f03b3-6181-4d77-a4b2-d7622275c16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:30.006460 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc4f03b3-6181-4d77-a4b2-d7622275c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:30.009173 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc4f03b3-6181-4d77-a4b2-d7622275c16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:30.010312 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fc4f03b3-6181-4d77-a4b2-d7622275c16c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c79767d-554a-419a-99b9-4b104f510e10 HTTP/1.1" status: 204 len: 168 time: 0.1327920 Sep 07 04:26:30.019706 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f03b3-6181-4d77-a4b2-d7622275c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c79767d-554a-419a-99b9-4b104f510e10,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:30.058079 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Allocated IP 172.27.3.143 (4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3/db3549dc-65a5-42b2-bd40-d03188cc1377/c3bb5d02-5af6-43ac-a2c0-48a15a4eecfb) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:26:30.186304 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:30.230122 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:30.286194 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Network 4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:26:30.291820 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:26:30.295696 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:26:30.322846 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'Port': ['ID=c3bb5d02-5af6-43ac-a2c0-48a15a4eecfb,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:30.338301 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:30.338647 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:30.338985 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:30.339317 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:30.339645 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:30.339967 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:30.340309 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:30.340637 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:30.340958 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:30.341312 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:30.341580 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:30.341894 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:26:30.415688 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c22f809a-1cf5-4fa2-8a4b-6059409caadd no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:26:30.513148 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:30.520868 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ba399-2c9a-49e4-b266-0925b30f556d req-c44decb8-af48-4238-81d8-b9d3d10a09b8 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:30.523548 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d40ba399-2c9a-49e4-b266-0925b30f556d req-c44decb8-af48-4238-81d8-b9d3d10a09b8 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0944927 Sep 07 04:26:30.551452 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:26:30.554043 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd7a1fc-778e-4c26-8596-db776d84a89a" -d '{"events": [{"server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "name": "network-vif-unplugged", "status": "completed", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:26:30.576440 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d40ba399-2c9a-49e4-b266-0925b30f556d req-d7c3f2f6-71e3-44e1-a6b9-cd48a0039628 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455277 Sep 07 04:26:30.583814 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c22f809a-1cf5-4fa2-8a4b-6059409caadd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:26:30.597437 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:30.624527 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 04:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb2cfba-1e55-4734-8098-525d7d5b8eb3 x-openstack-request-id: req-9bb2cfba-1e55-4734-8098-525d7d5b8eb3 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:26:30.624825 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "name": "network-vif-unplugged", "status": "failed", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd", "code": 422}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:26:30.625078 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bb2cfba-1e55-4734-8098-525d7d5b8eb3 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:26:30.625462 dv-cinder-778193-8-iscsi neutron-server[94064]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'code': 422} returned with failed status Sep 07 04:26:30.648479 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=c22f809a-1cf5-4fa2-8a4b-6059409caadd,revision_number=6']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:30.705919 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:30.776831 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:30.932077 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:30.937269 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:31.006934 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event updated for resources: {'Port': ['ID=c3bb5d02-5af6-43ac-a2c0-48a15a4eecfb,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:31.019435 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:31.125077 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.l3_db [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Floating IP 8b67e17f-4e7a-4b0f-8d76-504c8c633820 associated. External IP: 172.27.3.143, port: 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24. Sep 07 04:26:31.339591 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Router 4607a507-874c-43d6-8907-5abfdba68903 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:26:31.451104 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:26:31.461603 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174f15d9-5bb6-45bc-b0fd-940383cf2302 None None] Sync routers for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:26:31.467606 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:31.472208 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f15d9-5bb6-45bc-b0fd-940383cf2302 None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:26:31.473017 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-174f15d9-5bb6-45bc-b0fd-940383cf2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:26:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:26:31.504965 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-50458813-b0af-49cf-b2c5-472c280051f1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7203999 Sep 07 04:26:31.505805 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'tag': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:26:31.508914 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407e2603-769b-4062-923c-768495af0841" -d '{"events": [{"name": "network-changed", "server_uuid": "eb77e1d3-4a91-4313-a738-5c0dd9097ffd", "tag": "7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:26:31.585296 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-174f15d9-5bb6-45bc-b0fd-940383cf2302 None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:26:31.603621 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-7d3857b5-7e73-487e-982c-030ed0ff824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:31.605358 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-7d3857b5-7e73-487e-982c-030ed0ff824f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9&tenant_id=c7a6d697162e40598e1ec6bfb33e9201 HTTP/1.1" status: 200 len: 1097 time: 0.0449166 Sep 07 04:26:31.710390 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55e8418-4c5a-45bb-966d-a52e2c13b04b x-openstack-request-id: req-b55e8418-4c5a-45bb-966d-a52e2c13b04b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:26:31.710681 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb77e1d3-4a91-4313-a738-5c0dd9097ffd", "tag": "7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:26:31.710941 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b55e8418-4c5a-45bb-966d-a52e2c13b04b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:26:31.711342 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'tag': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24', 'status': 'completed', 'code': 200} Sep 07 04:26:31.721160 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-1f93aecc-68ad-4658-96d0-2de89ef76861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:31.725726 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-1f93aecc-68ad-4658-96d0-2de89ef76861 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7a6d697162e40598e1ec6bfb33e9201&device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 1097 time: 0.0828741 Sep 07 04:26:31.751738 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9dced-f091-401f-bc5b-da9e42460fa2 req-a8abe419-9b73-4230-ae32-221e927cb45a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:31.760076 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b7b9dced-f091-401f-bc5b-da9e42460fa2 req-a8abe419-9b73-4230-ae32-221e927cb45a tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0808289 Sep 07 04:26:31.796868 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b7b9dced-f091-401f-bc5b-da9e42460fa2 req-9b409559-8197-40b0-9407-ec9a154428f4 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359631 Sep 07 04:26:31.852233 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e2603-769b-4062-923c-768495af0841 req-857fdd31-2386-44eb-99ef-322deaa69187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:31.854055 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-407e2603-769b-4062-923c-768495af0841 req-857fdd31-2386-44eb-99ef-322deaa69187 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 1098 time: 0.1066332 Sep 07 04:26:31.865855 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-174f15d9-5bb6-45bc-b0fd-940383cf2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': '8b67e17f-4e7a-4b0f-8d76-504c8c633820', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:55:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:26:30Z', 'updated_at': '2021-09-07T04:26:30Z', 'revision_number': 0, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}, {'id': 'bdeff199-340a-4053-aa19-12d9e5fd8f7b', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:73:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:24:05Z', 'updated_at': '2021-09-07T04:24:07Z', 'revision_number': 1, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:26:31.897431 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174f15d9-5bb6-45bc-b0fd-940383cf2302 None None] Checking router: 4607a507-874c-43d6-8907-5abfdba68903 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:26:31.897616 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-7df6e8aa-6089-44b2-a81b-472ce17818a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:31.899053 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-7df6e8aa-6089-44b2-a81b-472ce17818a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b3d88a6-ff45-461c-931f-473210d73b13 HTTP/1.1" status: 200 len: 909 time: 0.1632063 Sep 07 04:26:31.906472 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f15d9-5bb6-45bc-b0fd-940383cf2302 None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:26:31.907997 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-174f15d9-5bb6-45bc-b0fd-940383cf2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:26:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:26:32.010336 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-27a80327-727f-4ebb-87aa-f98c0c5b6611 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd HTTP/1.1" status: 200 len: 1000 time: 0.0782452 Sep 07 04:26:32.011461 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e2603-769b-4062-923c-768495af0841 req-e2d722fc-27b1-4bec-8f00-c799fe23b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:32.012871 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-407e2603-769b-4062-923c-768495af0841 req-e2d722fc-27b1-4bec-8f00-c799fe23b5f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 913 time: 0.1515403 Sep 07 04:26:32.027175 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-174f15d9-5bb6-45bc-b0fd-940383cf2302 None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:26:32.111747 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-59c69212-6463-4da8-8cb4-52ffd22e1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:32.113240 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-59c69212-6463-4da8-8cb4-52ffd22e1861 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a07c746-6f89-4a42-bf2f-88ab6e46861d HTTP/1.1" status: 200 len: 847 time: 0.0904405 Sep 07 04:26:32.119175 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-407e2603-769b-4062-923c-768495af0841 req-22f6fb5c-7ed0-4730-9ba4-d0699e0501c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 HTTP/1.1" status: 200 len: 999 time: 0.0885861 Sep 07 04:26:32.205307 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e2603-769b-4062-923c-768495af0841 req-5e5375e8-28b0-4457-8d43-cf9678e7e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:32.206770 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-407e2603-769b-4062-923c-768495af0841 req-5e5375e8-28b0-4457-8d43-cf9678e7e7bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 200 len: 851 time: 0.0781853 Sep 07 04:26:32.208558 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-90215cf2-57e3-42a7-a46d-f6bb231ac028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:32.209977 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-90215cf2-57e3-42a7-a46d-f6bb231ac028 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b3d88a6-ff45-461c-931f-473210d73b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825374 Sep 07 04:26:32.279723 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-174f15d9-5bb6-45bc-b0fd-940383cf2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': '8b67e17f-4e7a-4b0f-8d76-504c8c633820', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:55:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:26:30Z', 'updated_at': '2021-09-07T04:26:30Z', 'revision_number': 0, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}, {'id': 'bdeff199-340a-4053-aa19-12d9e5fd8f7b', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:73:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:24:05Z', 'updated_at': '2021-09-07T04:24:07Z', 'revision_number': 1, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:26:32.309890 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174f15d9-5bb6-45bc-b0fd-940383cf2302 None None] The sync data for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi is: [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': '8b67e17f-4e7a-4b0f-8d76-504c8c633820', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:55:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:26:30Z', 'updated_at': '2021-09-07T04:26:30Z', 'revision_number': 0, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}, {'id': 'bdeff199-340a-4053-aa19-12d9e5fd8f7b', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:73:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:24:05Z', 'updated_at': '2021-09-07T04:24:07Z', 'revision_number': 1, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:26:32.345447 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e2603-769b-4062-923c-768495af0841 req-282845e4-be6c-4be1-987b-15dee74bc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:32.347054 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-407e2603-769b-4062-923c-768495af0841 req-282845e4-be6c-4be1-987b-15dee74bc89f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e9977e-4046-4f49-a6e9-16221dc75d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1268404 Sep 07 04:26:32.390769 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-e874ecd7-3b80-41db-8081-9d77ca8086bd service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692526 Sep 07 04:26:32.508208 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-407e2603-769b-4062-923c-768495af0841 req-9161e1ff-d1b2-47f1-87b6-b84dfe74e892 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490180 Sep 07 04:26:32.519434 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc9dff-3dd8-4a8d-b96c-97c27bbfaef3 None None] New status for floating IP 8b67e17f-4e7a-4b0f-8d76-504c8c633820: ACTIVE {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:26:32.544335 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e2eb9f4-81a8-4342-8bcc-59c73ba6ac6f req-b36d532e-0c9b-41dd-8e43-2c2b6ce2e427 service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242299 Sep 07 04:26:32.610828 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-407e2603-769b-4062-923c-768495af0841 req-be264fd1-ed08-4236-aceb-60c5ad6e7923 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934803 Sep 07 04:26:32.914463 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbb99f-d817-4735-8ca4-44337b129283 req-7f7bfa11-f38e-4485-ba06-0a1f73210ecc tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:32.915927 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6adbb99f-d817-4735-8ca4-44337b129283 req-7f7bfa11-f38e-4485-ba06-0a1f73210ecc tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0483208 Sep 07 04:26:32.952166 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6adbb99f-d817-4735-8ca4-44337b129283 req-84935bf7-1247-44aa-aa5d-8baeefa43bcd tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304873 Sep 07 04:26:34.066888 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab39d06-6d1b-43e6-8be4-bff27c707655 req-3050d8eb-58e2-4891-8e8e-ac6f043a8b14 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:34.069497 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eab39d06-6d1b-43e6-8be4-bff27c707655 req-3050d8eb-58e2-4891-8e8e-ac6f043a8b14 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0530002 Sep 07 04:26:34.112948 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eab39d06-6d1b-43e6-8be4-bff27c707655 req-da0da97b-7f2b-4b07-b688-1addade6fab3 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365434 Sep 07 04:26:35.228928 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fc6da-7743-40e0-bba3-cc6a529698fe req-ae6eca84-a405-48da-bc62-f45fbe46f0ba tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:35.230382 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a7fc6da-7743-40e0-bba3-cc6a529698fe req-ae6eca84-a405-48da-bc62-f45fbe46f0ba tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0476098 Sep 07 04:26:35.268431 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a7fc6da-7743-40e0-bba3-cc6a529698fe req-6882c12a-94f4-4e6b-8747-fb46960fd9d3 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319207 Sep 07 04:26:36.382081 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5c076-1351-4145-823d-30e15a13329a req-f9ab8803-7e8f-428c-bac5-ee23ddb4f693 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:36.383541 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5ee5c076-1351-4145-823d-30e15a13329a req-f9ab8803-7e8f-428c-bac5-ee23ddb4f693 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0477550 Sep 07 04:26:36.420643 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5ee5c076-1351-4145-823d-30e15a13329a req-5dc53359-7410-4a26-88cd-f6d8f0da7815 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310941 Sep 07 04:26:37.531315 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf270af-e43f-4604-a394-064b6c98d52f req-78f8842a-e4cc-4940-8ae2-a1057c0ce8b1 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:37.532799 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ccf270af-e43f-4604-a394-064b6c98d52f req-78f8842a-e4cc-4940-8ae2-a1057c0ce8b1 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0475399 Sep 07 04:26:37.573544 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ccf270af-e43f-4604-a394-064b6c98d52f req-194298a3-9d85-4956-b391-a98c21799345 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344305 Sep 07 04:26:38.182506 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48342) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:38.286457 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb32f7aa-d6d8-4c22-b217-612435ef1092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:38.383462 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb32f7aa-d6d8-4c22-b217-612435ef1092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:38.386940 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bb32f7aa-d6d8-4c22-b217-612435ef1092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:38.424589 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-bb32f7aa-d6d8-4c22-b217-612435ef1092 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2eb9cb351fc5490dbb26f2f8a252b9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409241 Sep 07 04:26:38.425848 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32f7aa-d6d8-4c22-b217-612435ef1092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd99d95a-57dc-4877-8bf3-5d7377a0a2d2,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:38.427123 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 48346) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:38.477666 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5440c338-913c-40e8-92c2-e1bfca692b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:38.498334 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5440c338-913c-40e8-92c2-e1bfca692b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:38.544678 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5440c338-913c-40e8-92c2-e1bfca692b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:38.547151 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5440c338-913c-40e8-92c2-e1bfca692b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:38.548306 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5440c338-913c-40e8-92c2-e1bfca692b29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd99d95a-57dc-4877-8bf3-5d7377a0a2d2 HTTP/1.1" status: 204 len: 168 time: 0.1202033 Sep 07 04:26:38.555806 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440c338-913c-40e8-92c2-e1bfca692b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd99d95a-57dc-4877-8bf3-5d7377a0a2d2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:38.696052 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d162d-e2ec-477a-9762-518c19582836 req-802cb5c1-ea70-4fc4-82e3-d4a3064cf081 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:38.697563 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5f3d162d-e2ec-477a-9762-518c19582836 req-802cb5c1-ea70-4fc4-82e3-d4a3064cf081 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0515161 Sep 07 04:26:38.734293 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5f3d162d-e2ec-477a-9762-518c19582836 req-ab2354d9-2dfe-4c1a-a4dc-ec025f104a40 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308170 Sep 07 04:26:38.817928 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48356) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:38.830535 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-64aa4b9d-7729-41e8-b68d-6c019733027a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:38.920301 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-64aa4b9d-7729-41e8-b68d-6c019733027a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:38.923739 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-64aa4b9d-7729-41e8-b68d-6c019733027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:38.962385 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa4b9d-7729-41e8-b68d-6c019733027a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd88a825-df11-466a-8fc5-331d7b1ae655,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:38.966532 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-64aa4b9d-7729-41e8-b68d-6c019733027a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cc47a7c3cbe4b878c684ec879bf5fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476288 Sep 07 04:26:38.969693 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 48358) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:39.015884 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84c4db4b-80ff-45f2-ae33-cd44f29dfcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:39.036918 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84c4db4b-80ff-45f2-ae33-cd44f29dfcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:39.080734 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84c4db4b-80ff-45f2-ae33-cd44f29dfcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:39.083163 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84c4db4b-80ff-45f2-ae33-cd44f29dfcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:39.084342 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-84c4db4b-80ff-45f2-ae33-cd44f29dfcf9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd88a825-df11-466a-8fc5-331d7b1ae655 HTTP/1.1" status: 204 len: 168 time: 0.1135874 Sep 07 04:26:39.092217 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4db4b-80ff-45f2-ae33-cd44f29dfcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd88a825-df11-466a-8fc5-331d7b1ae655,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:39.385476 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 48364) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:39.401357 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cca69487-c380-441e-afdb-4f12425dc589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:39.489396 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cca69487-c380-441e-afdb-4f12425dc589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:39.493613 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cca69487-c380-441e-afdb-4f12425dc589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:39.531429 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-cca69487-c380-441e-afdb-4f12425dc589 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8da2b7c868344ed2bdd05fe7923a9237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448786 Sep 07 04:26:39.532554 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca69487-c380-441e-afdb-4f12425dc589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e4f1c6-2fdb-49ab-898d-e250c3a560f3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:39.534235 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48366) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:39.581549 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f15247e-c7eb-48a1-91c8-779fb17b61f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:39.609303 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f15247e-c7eb-48a1-91c8-779fb17b61f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:39.653511 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f15247e-c7eb-48a1-91c8-779fb17b61f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:39.656274 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f15247e-c7eb-48a1-91c8-779fb17b61f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:39.657409 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2f15247e-c7eb-48a1-91c8-779fb17b61f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4e4f1c6-2fdb-49ab-898d-e250c3a560f3 HTTP/1.1" status: 204 len: 168 time: 0.1222057 Sep 07 04:26:39.665427 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15247e-c7eb-48a1-91c8-779fb17b61f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e4f1c6-2fdb-49ab-898d-e250c3a560f3,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:39.848365 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85f2b0-fffc-4414-91c5-7f2b6c70229b req-d4d63cf9-7d8b-43fa-bb11-d6fca1da1bee tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:39.849857 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a85f2b0-fffc-4414-91c5-7f2b6c70229b req-d4d63cf9-7d8b-43fa-bb11-d6fca1da1bee tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0499525 Sep 07 04:26:39.886704 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a85f2b0-fffc-4414-91c5-7f2b6c70229b req-31b47fef-41de-4cf3-b9c0-3eb364e62e82 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310924 Sep 07 04:26:41.000585 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb15a-9af8-4e4e-86e2-d216f7f12341 req-3d4cf6b1-dbed-40a5-aa3f-f1e1efa1064d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:41.002018 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b99fb15a-9af8-4e4e-86e2-d216f7f12341 req-3d4cf6b1-dbed-40a5-aa3f-f1e1efa1064d tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0495446 Sep 07 04:26:41.039213 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b99fb15a-9af8-4e4e-86e2-d216f7f12341 req-e3541852-4cc3-4b7a-9898-3f3bfbcfb9b7 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307636 Sep 07 04:26:41.759902 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d00b53c-9b15-4f0c-ab2f-96a663f629b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:42.166859 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe829-e7f3-4556-ba28-b7a569a48fc3 req-daeb2cd9-37cf-460d-ac2d-3512c73b3663 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:42.168422 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b22fe829-e7f3-4556-ba28-b7a569a48fc3 req-daeb2cd9-37cf-460d-ac2d-3512c73b3663 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 944 time: 0.0546234 Sep 07 04:26:42.205934 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b22fe829-e7f3-4556-ba28-b7a569a48fc3 req-474be0f9-8619-4a57-9d25-c7a2c4666e3b tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310750 Sep 07 04:26:42.429100 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c22f809a-1cf5-4fa2-8a4b-6059409caadd details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:26:42.522041 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c22f809a-1cf5-4fa2-8a4b-6059409caadd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:26:42.532949 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'port_id': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'mac_address': 'fa:16:3e:fc:c4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:26:42.569292 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:42.581461 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22f809a-1cf5-4fa2-8a4b-6059409caadd {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:26:42.599476 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c22f809a-1cf5-4fa2-8a4b-6059409caadd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:26:42.604015 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:42.651506 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=c22f809a-1cf5-4fa2-8a4b-6059409caadd,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:43.088088 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['c22f809a-1cf5-4fa2-8a4b-6059409caadd'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:26:43.322071 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f769-b6cd-4d87-8855-4ca73cb4e45d req-42f53bd0-2605-4623-81c7-928ebd01a64c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:43.323665 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6815f769-b6cd-4d87-8855-4ca73cb4e45d req-42f53bd0-2605-4623-81c7-928ebd01a64c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 945 time: 0.0521679 Sep 07 04:26:43.362248 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6815f769-b6cd-4d87-8855-4ca73cb4e45d req-516a7d01-2593-423c-8b8d-c95257a7599b tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325000 Sep 07 04:26:44.254167 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e41856b-e3f8-4e75-97de-f0e9614625a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:44.448307 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c22f809a-1cf5-4fa2-8a4b-6059409caadd up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:26:44.479219 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e861ca1-c6e8-4fcb-b230-594e9c439af8 req-b8d8eace-31fb-40f0-8205-fe0f071e083c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:44.480697 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0e861ca1-c6e8-4fcb-b230-594e9c439af8 req-b8d8eace-31fb-40f0-8205-fe0f071e083c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 945 time: 0.0510626 Sep 07 04:26:44.495001 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port c22f809a-1cf5-4fa2-8a4b-6059409caadd triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:26:44.495368 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:44.524992 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0e861ca1-c6e8-4fcb-b230-594e9c439af8 req-4d076b46-2566-4b2f-8cab-3aa7a71a1f01 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382910 Sep 07 04:26:44.573369 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:44.595043 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:26:44.597238 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640099ec-bf48-4745-8336-53d98710df03" -d '{"events": [{"server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "name": "network-vif-plugged", "status": "completed", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:26:44.609683 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port c22f809a-1cf5-4fa2-8a4b-6059409caadd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:26:44.614386 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:44.764524 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d03fd21-7210-4050-b983-ee8c70b0706c x-openstack-request-id: req-8d03fd21-7210-4050-b983-ee8c70b0706c {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:26:44.764808 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "name": "network-vif-plugged", "status": "completed", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:26:44.765056 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d03fd21-7210-4050-b983-ee8c70b0706c {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:26:44.765422 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'code': 200} Sep 07 04:26:44.786394 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:44.801946 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=c22f809a-1cf5-4fa2-8a4b-6059409caadd,revision_number=8']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:44.925487 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f964d-ebec-4438-be46-a9b13f14e9da req-c015f0f5-f9c8-449b-8fc1-f27d67b9ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:44.926901 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d05f964d-ebec-4438-be46-a9b13f14e9da req-c015f0f5-f9c8-449b-8fc1-f27d67b9ba8f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 1099 time: 0.0395286 Sep 07 04:26:44.961913 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d05f964d-ebec-4438-be46-a9b13f14e9da req-2b71d2f9-96dd-47e6-aae6-cff61b1780a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276694 Sep 07 04:26:45.280491 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:45.630222 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f46c06-8d41-484b-a304-4a9897cbe7ba req-439e54af-aada-40fb-a4d1-02b2ed3c39de tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:45.632238 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-71f46c06-8d41-484b-a304-4a9897cbe7ba req-439e54af-aada-40fb-a4d1-02b2ed3c39de tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0483813 Sep 07 04:26:45.670373 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-71f46c06-8d41-484b-a304-4a9897cbe7ba req-2d61ef68-0b31-4c33-b360-3127bb519e9c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319371 Sep 07 04:26:46.786909 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a89761-29e1-4cf8-a4b6-1c648f2ad9be req-789d30dd-9350-44e9-83b9-822271b3feec tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:46.789293 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c1a89761-29e1-4cf8-a4b6-1c648f2ad9be req-789d30dd-9350-44e9-83b9-822271b3feec tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0504746 Sep 07 04:26:46.826310 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c1a89761-29e1-4cf8-a4b6-1c648f2ad9be req-194b76ea-9ba0-42ed-9c40-9b6b1bdf6bdf tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310037 Sep 07 04:26:47.129655 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:47.507571 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:50.141958 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46133f8b-4696-4f67-a949-1bfd38db6bd6 req-6dc13615-3eff-43f6-875d-ea4c3492b4bd tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:50.143422 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-46133f8b-4696-4f67-a949-1bfd38db6bd6 req-6dc13615-3eff-43f6-875d-ea4c3492b4bd tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 946 time: 0.0505910 Sep 07 04:26:50.180681 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-46133f8b-4696-4f67-a949-1bfd38db6bd6 req-ab8baa0b-059f-475e-9329-fc94ebf359f6 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304754 Sep 07 04:26:50.606372 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 48532) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:50.709525 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bf0f3b7b-3916-4b67-a297-8f1b42f3fb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:50.795402 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bf0f3b7b-3916-4b67-a297-8f1b42f3fb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:50.798977 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bf0f3b7b-3916-4b67-a297-8f1b42f3fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:50.834554 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-bf0f3b7b-3916-4b67-a297-8f1b42f3fb9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a77cf8a1a2b46fbbfb4a28d6142d445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270958 Sep 07 04:26:50.837333 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f3b7b-3916-4b67-a297-8f1b42f3fb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bac8334-96b5-4736-984e-1970927fd82c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:50.838052 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48536) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:50.884472 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19513d63-b31b-4677-aa47-5203bab58bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:50.904970 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19513d63-b31b-4677-aa47-5203bab58bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:50.948568 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19513d63-b31b-4677-aa47-5203bab58bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:50.950970 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19513d63-b31b-4677-aa47-5203bab58bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:50.952100 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-19513d63-b31b-4677-aa47-5203bab58bdd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3bac8334-96b5-4736-984e-1970927fd82c HTTP/1.1" status: 204 len: 168 time: 0.1130886 Sep 07 04:26:50.959178 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19513d63-b31b-4677-aa47-5203bab58bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bac8334-96b5-4736-984e-1970927fd82c,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:51.302303 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede0f0-9e99-4de7-a74a-bd52609a555c req-97c02c4f-1fb4-4e3b-a4a5-a73d67b46bda tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:51.304353 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aeede0f0-9e99-4de7-a74a-bd52609a555c req-97c02c4f-1fb4-4e3b-a4a5-a73d67b46bda tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 946 time: 0.0514493 Sep 07 04:26:51.345082 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aeede0f0-9e99-4de7-a74a-bd52609a555c req-721cebe5-ddef-4b8a-8173-15d9c524c762 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347910 Sep 07 04:26:52.261423 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550eaf1-0a61-400a-abc8-fc718343135a req-711f0ea9-9155-4207-aaa4-dd24a4a009e8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:52.262864 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e550eaf1-0a61-400a-abc8-fc718343135a req-711f0ea9-9155-4207-aaa4-dd24a4a009e8 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.36 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 946 time: 0.0511513 Sep 07 04:26:52.349796 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Deleting port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:26:52.350136 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:52.441188 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] For port aff26062-d8a0-4b5e-ac1d-3424b9c74b86, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:26:52.441461 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:52.462343 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13c76a-ead8-44a8-91cd-75db665c550f req-dee783ac-96c4-4022-b330-f5200ebf6090 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:52.463845 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab13c76a-ead8-44a8-91cd-75db665c550f req-dee783ac-96c4-4022-b330-f5200ebf6090 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 946 time: 0.0479867 Sep 07 04:26:52.501284 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab13c76a-ead8-44a8-91cd-75db665c550f req-e397e4f3-3cc1-4030-b06c-edbe19ba55fe tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups?id=979bf68f-f653-48ac-898a-c92d5434dd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315688 Sep 07 04:26:52.605003 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:52.605362 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-322072'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:52.605682 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.l3_db [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Floating IP c8e36318-1e92-47ee-924c-b08e119f884d disassociated. External IP: 172.27.3.38, port: aff26062-d8a0-4b5e-ac1d-3424b9c74b86. Sep 07 04:26:52.606015 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Calling delete_port for aff26062-d8a0-4b5e-ac1d-3424b9c74b86 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:26:52.737996 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:52.772619 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event deleted for resources: {'Port': ['ID=aff26062-d8a0-4b5e-ac1d-3424b9c74b86,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:53.116365 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-98ea38ca-4bde-4e1d-82c1-bb9ac751c7d7 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c07149eb9cf945b4a87638631e18137a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296378 Sep 07 04:26:53.135246 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Router a2a8a161-94a3-456f-a755-05c9e3eeb217 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:26:53.251102 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:26:53.260920 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a3b01d-0e21-4168-90bf-fa69a4fd79c6 None None] Sync routers for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:26:53.274145 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a3b01d-0e21-4168-90bf-fa69a4fd79c6 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:26:53.274929 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-68a3b01d-0e21-4168-90bf-fa69a4fd79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:26:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:26:53.298465 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] No DVR routers for this DVR port aff26062-d8a0-4b5e-ac1d-3424b9c74b86 on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:26:53.301105 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:53.303124 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e550eaf1-0a61-400a-abc8-fc718343135a req-a6cc76fa-12ec-43cb-978c-312f6244f6ee tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.36 "DELETE /v2.0/ports/aff26062-d8a0-4b5e-ac1d-3424b9c74b86 HTTP/1.1" status: 204 len: 173 time: 1.0332859 Sep 07 04:26:53.303614 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'name': 'network-vif-deleted', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:26:53.306340 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246f492-8f60-4c9f-a222-4f4be313d52f" -d '{"events": [{"server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "name": "network-vif-deleted", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:26:53.322451 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-c12a64bc-3ec0-4934-9fc7-65ac74fb19c1 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:53.323964 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-c12a64bc-3ec0-4934-9fc7-65ac74fb19c1 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006629 Sep 07 04:26:53.350690 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-cfb69d22-d04a-4438-98b3-92edff34ebd8 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/quotas/c07149eb9cf945b4a87638631e18137a HTTP/1.1" status: 200 len: 375 time: 0.0208144 Sep 07 04:26:53.357003 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8e6cb8-7bc8-4555-9b74-ba80a9ad12bb x-openstack-request-id: req-5f8e6cb8-7bc8-4555-9b74-ba80a9ad12bb {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:26:53.357003 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0595b6e0-75a3-4d5f-84b0-26210e27fe86", "name": "network-vif-deleted", "tag": "aff26062-d8a0-4b5e-ac1d-3424b9c74b86", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:26:53.357003 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f8e6cb8-7bc8-4555-9b74-ba80a9ad12bb {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:26:53.357003 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0595b6e0-75a3-4d5f-84b0-26210e27fe86', 'name': 'network-vif-deleted', 'tag': 'aff26062-d8a0-4b5e-ac1d-3424b9c74b86', 'status': 'completed', 'code': 200} Sep 07 04:26:53.392221 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1993459c-77ef-4f71-ba41-0c742eb793a9 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c07149eb9cf945b4a87638631e18137a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347307 Sep 07 04:26:53.400826 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-68a3b01d-0e21-4168-90bf-fa69a4fd79c6 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:26:53.564135 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6429a8ae-3489-4312-8eff-23f310053291 req-c3570209-1c27-496b-9518-4c751dbcda90 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 210 time: 0.0315032 Sep 07 04:26:53.640524 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a611ffb-8bba-452e-bd30-8428ec645589 req-3b69250c-60e3-4113-b1b0-846034135dc7 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/ports?device_id=0595b6e0-75a3-4d5f-84b0-26210e27fe86 HTTP/1.1" status: 200 len: 210 time: 0.0304739 Sep 07 04:26:53.698049 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-68a3b01d-0e21-4168-90bf-fa69a4fd79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:26:53.723457 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a3b01d-0e21-4168-90bf-fa69a4fd79c6 None None] Checking router: a2a8a161-94a3-456f-a755-05c9e3eeb217 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:26:53.732168 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a3b01d-0e21-4168-90bf-fa69a4fd79c6 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:26:53.732805 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-68a3b01d-0e21-4168-90bf-fa69a4fd79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:26:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:26:53.837907 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-68a3b01d-0e21-4168-90bf-fa69a4fd79c6 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:26:54.038714 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-68a3b01d-0e21-4168-90bf-fa69a4fd79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:26:54.068699 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a3b01d-0e21-4168-90bf-fa69a4fd79c6 None None] The sync data for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi is: [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:15:12Z', 'revision_number': 4, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '815073d9-5c6e-4efa-90df-3e14dcfd4d98', 'name': '', 'network_id': '321f0f4c-b788-479a-a9d9-b101cbaa39d1', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'mac_address': 'fa:16:3e:67:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9264c29e-9805-4040-b610-de9e25a6f596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:11Z', 'updated_at': '2021-09-07T04:15:25Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'subnets': [{'id': '9264c29e-9805-4040-b610-de9e25a6f596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:26:54.281051 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df424de-c719-4b2d-ac7c-dfd185c3369f None None] New status for floating IP c8e36318-1e92-47ee-924c-b08e119f884d: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:26:54.750389 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48612) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:54.752079 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-52cb0c96-4a9c-46b5-8c3c-47fcf7775d2d tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c07149eb9cf945b4a87638631e18137a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413842 Sep 07 04:26:54.823015 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0c9a5a1e-3db9-443e-b370-0fe75373c009 req-5b808764-cd5c-43e5-afcf-6d6e2cac7cba tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 210 time: 0.0372612 Sep 07 04:26:54.846139 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d0289b9d-e435-4de3-bff3-e76883d42357 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:54.862879 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d0289b9d-e435-4de3-bff3-e76883d42357 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:54.910270 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d0289b9d-e435-4de3-bff3-e76883d42357 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:54.913417 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d0289b9d-e435-4de3-bff3-e76883d42357 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:54.914777 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d0289b9d-e435-4de3-bff3-e76883d42357 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "DELETE /v2.0/security-groups/979bf68f-f653-48ac-898a-c92d5434dd5a HTTP/1.1" status: 204 len: 168 time: 0.1622250 Sep 07 04:26:54.919427 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48618) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:54.936485 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0289b9d-e435-4de3-bff3-e76883d42357 tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979bf68f-f653-48ac-898a-c92d5434dd5a,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:54.938522 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.api.v2.resource [None req-017d3ce1-001d-4de6-9fb4-0893edc5b4cf tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] show failed (client error): The resource could not be found. Sep 07 04:26:54.942146 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-017d3ce1-001d-4de6-9fb4-0893edc5b4cf tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "GET /v2.0/security-groups/979bf68f-f653-48ac-898a-c92d5434dd5a HTTP/1.1" status: 404 len: 347 time: 0.0191495 Sep 07 04:26:54.942589 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48620) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:54.963714 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-8b60f64b-63b8-4fea-85f4-334a84b7ace9 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:54.965201 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-8b60f64b-63b8-4fea-85f4-334a84b7ace9 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070587 Sep 07 04:26:55.006579 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Request body: {'port': {'device_id': '2730ccb9-0da4-497b-918f-af9af967d765', 'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d', 'admin_state_up': True, 'tenant_id': 'c07149eb9cf945b4a87638631e18137a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:26:55.061837 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-097985f8-0295-4a1f-a75d-d60014e9ce9e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Deleting port 403571e4-0628-4f2d-8cf2-a9986766c385 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:26:55.062174 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-097985f8-0295-4a1f-a75d-d60014e9ce9e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.117189 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Made reservation on behalf of c07149eb9cf945b4a87638631e18137a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 04:26:55.120520 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.131349 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.144382 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-097985f8-0295-4a1f-a75d-d60014e9ce9e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.144738 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-097985f8-0295-4a1f-a75d-d60014e9ce9e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.157094 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-097985f8-0295-4a1f-a75d-d60014e9ce9e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Calling delete_port for 403571e4-0628-4f2d-8cf2-a9986766c385 owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:26:55.229875 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.234543 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.303171 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-097985f8-0295-4a1f-a75d-d60014e9ce9e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.311667 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39830b41-fe36-4bfa-bdc8-578bbb2c85f6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:55.332687 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097985f8-0295-4a1f-a75d-d60014e9ce9e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Pushing event deleted for resources: {'Port': ['ID=403571e4-0628-4f2d-8cf2-a9986766c385,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:55.381412 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Allocated IP 192.168.233.29 (49978998-1150-4389-b70c-90bbf66d2e3d/1280ec16-e784-4509-9186-ff008bbb6646/e14baa21-a3b7-4a22-92ee-14961c2018ef) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 04:26:55.390993 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-097985f8-0295-4a1f-a75d-d60014e9ce9e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.393522 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-097985f8-0295-4a1f-a75d-d60014e9ce9e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.394676 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-097985f8-0295-4a1f-a75d-d60014e9ce9e tempest-AttachVolumeShelveTestJSON-2134605727 tempest-AttachVolumeShelveTestJSON-2134605727-project] 10.222.0.41 "DELETE /v2.0/floatingips/c8e36318-1e92-47ee-924c-b08e119f884d HTTP/1.1" status: 204 len: 168 time: 0.4514432 Sep 07 04:26:55.536699 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.550692 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Transition to ACTIVE for port object e14baa21-a3b7-4a22-92ee-14961c2018ef will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:26:55.582746 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729940013990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.621339 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Network 49978998-1150-4389-b70c-90bbf66d2e3d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 04:26:55.624306 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 04:26:55.627770 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 04:26:55.657105 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Pushing event updated for resources: {'Port': ['ID=e14baa21-a3b7-4a22-92ee-14961c2018ef,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:55.683058 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:55.683673 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.699261 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1faf63f5-356b-411c-b5a2-1f3fc5939ce6 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6962874 Sep 07 04:26:55.718701 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Request body: {'port': {'device_id': '2730ccb9-0da4-497b-918f-af9af967d765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 04:26:55.780548 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.895203 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-cc608519-1769-4dbe-9f66-ee7e450cc12d None None] Provisioning for port e14baa21-a3b7-4a22-92ee-14961c2018ef completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:26:55.900431 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-cc608519-1769-4dbe-9f66-ee7e450cc12d None None] Provisioning complete for port e14baa21-a3b7-4a22-92ee-14961c2018ef triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:26:55.900921 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc608519-1769-4dbe-9f66-ee7e450cc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:55.936460 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-cc608519-1769-4dbe-9f66-ee7e450cc12d None None] Port e14baa21-a3b7-4a22-92ee-14961c2018ef cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 04:26:55.941934 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826849d8-0b55-4a6f-8c81-03c154767326 req-882cdc38-90ff-4d51-8ef0-9ee6b9b51181 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:55.943460 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-826849d8-0b55-4a6f-8c81-03c154767326 req-882cdc38-90ff-4d51-8ef0-9ee6b9b51181 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 935 time: 0.0513475 Sep 07 04:26:55.980829 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-826849d8-0b55-4a6f-8c81-03c154767326 req-45622fdf-1fff-4295-a6fa-3f8af391baf1 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/security-groups?id=39830b41-fe36-4bfa-bdc8-578bbb2c85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305891 Sep 07 04:26:56.048430 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14baa21-a3b7-4a22-92ee-14961c2018ef {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:26:56.056244 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:56.067576 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Transition to ACTIVE for port object e14baa21-a3b7-4a22-92ee-14961c2018ef will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 04:26:56.070847 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:56.122552 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Pushing event updated for resources: {'Port': ['ID=e14baa21-a3b7-4a22-92ee-14961c2018ef,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:56.193361 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Attempting to bind port e14baa21-a3b7-4a22-92ee-14961c2018ef on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 04:26:56.193693 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Attempting to bind port e14baa21-a3b7-4a22-92ee-14961c2018ef by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '0e4fcfb9-1728-4225-84aa-85b0aa70536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 04:26:56.194015 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Attempting to bind port e14baa21-a3b7-4a22-92ee-14961c2018ef on network 49978998-1150-4389-b70c-90bbf66d2e3d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:26:56.198873 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Port e14baa21-a3b7-4a22-92ee-14961c2018ef on network 49978998-1150-4389-b70c-90bbf66d2e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 04:26:56.199187 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Attempting to bind port e14baa21-a3b7-4a22-92ee-14961c2018ef on network 49978998-1150-4389-b70c-90bbf66d2e3d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 04:26:56.203982 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Checking agent: {'id': '7932e7fd-c304-4baa-b6cd-f6d3d379d4c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'started_at': datetime.datetime(2021, 9, 7, 4, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 4, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 04:26:56.204344 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Checking segment: {'id': '0e4fcfb9-1728-4225-84aa-85b0aa70536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 04:26:56.204724 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Bound using segment: {'id': '0e4fcfb9-1728-4225-84aa-85b0aa70536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 04:26:56.205177 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Bound port: e14baa21-a3b7-4a22-92ee-14961c2018ef, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4fcfb9-1728-4225-84aa-85b0aa70536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 04:26:56.205530 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:56.268674 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] For port e14baa21-a3b7-4a22-92ee-14961c2018ef, host hv-cinder-77819, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 04:26:56.271576 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] For port e14baa21-a3b7-4a22-92ee-14961c2018ef, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e14baa21-a3b7-4a22-92ee-14961c2018ef,segment=NetworkSegment(0e4fcfb9-1728-4225-84aa-85b0aa70536d),segment_id=0e4fcfb9-1728-4225-84aa-85b0aa70536d)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 04:26:56.275803 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30702019'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:56.309865 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:56.310469 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:56.311863 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] 10.222.0.36 "PUT /v2.0/ports/e14baa21-a3b7-4a22-92ee-14961c2018ef HTTP/1.1" status: 200 len: 1097 time: 0.5977859 Sep 07 04:26:56.312327 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2730ccb9-0da4-497b-918f-af9af967d765', 'tag': 'e14baa21-a3b7-4a22-92ee-14961c2018ef'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:26:56.314697 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f327e5eb-87a4-4cfe-8b14-b7b18a1c92ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2730ccb9-0da4-497b-918f-af9af967d765", "tag": "e14baa21-a3b7-4a22-92ee-14961c2018ef"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:26:56.342307 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac44d1-9851-4a50-a853-60925fcc3e69 service neutron] Pushing event updated for resources: {'Port': ['ID=e14baa21-a3b7-4a22-92ee-14961c2018ef,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:56.382027 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f40a93-8f20-4b42-85dd-ddb844f8869c x-openstack-request-id: req-e4f40a93-8f20-4b42-85dd-ddb844f8869c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:26:56.382499 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2730ccb9-0da4-497b-918f-af9af967d765", "tag": "e14baa21-a3b7-4a22-92ee-14961c2018ef", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:26:56.382753 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4f40a93-8f20-4b42-85dd-ddb844f8869c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:26:56.383140 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2730ccb9-0da4-497b-918f-af9af967d765', 'tag': 'e14baa21-a3b7-4a22-92ee-14961c2018ef', 'status': 'completed', 'code': 200} Sep 07 04:26:56.416681 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-d7170b16-fa53-464d-ad8c-f6fde7c03d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:56.418176 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-d7170b16-fa53-464d-ad8c-f6fde7c03d3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c07149eb9cf945b4a87638631e18137a&device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 1100 time: 0.0451391 Sep 07 04:26:56.467154 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-87f09f8b-6bd1-470c-aba5-706f117b21e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e14baa21-a3b7-4a22-92ee-14961c2018ef HTTP/1.1" status: 200 len: 217 time: 0.0347400 Sep 07 04:26:56.514930 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-a2964148-01b8-474d-bf7b-788eb2a978ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:56.516376 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-a2964148-01b8-474d-bf7b-788eb2a978ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280ec16-e784-4509-9186-ff008bbb6646 HTTP/1.1" status: 200 len: 843 time: 0.0423439 Sep 07 04:26:56.528991 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device aff26062-d8a0-4b5e-ac1d-3424b9c74b86 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:26:56.552347 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: aff26062-d8a0-4b5e-ac1d-3424b9c74b86 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:26:56.552688 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device aff26062-d8a0-4b5e-ac1d-3424b9c74b86 not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:26:56.568200 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1249dff2-4dc5-4fac-b585-ca498a109bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:56.569711 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1249dff2-4dc5-4fac-b585-ca498a109bcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49978998-1150-4389-b70c-90bbf66d2e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0455420 Sep 07 04:26:56.661836 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-dede46e9-182b-43ed-9065-e74aef5ac362 service neutron] 10.222.0.36 "GET /v2.0/networks/49978998-1150-4389-b70c-90bbf66d2e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843775 Sep 07 04:26:56.755904 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36d5ffa3-330e-4a1d-aed3-44b4b8aa90c9 req-1bb25aae-b624-4ad1-bb19-8448602b29b7 service neutron] 10.222.0.36 "GET /v2.0/networks/49978998-1150-4389-b70c-90bbf66d2e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870988 Sep 07 04:26:56.899838 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327e5eb-87a4-4cfe-8b14-b7b18a1c92ce req-918d2b6a-a678-45d0-8947-a61a56c290c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:56.901291 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f327e5eb-87a4-4cfe-8b14-b7b18a1c92ce req-918d2b6a-a678-45d0-8947-a61a56c290c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c07149eb9cf945b4a87638631e18137a&device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 1100 time: 0.0393953 Sep 07 04:26:56.992101 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327e5eb-87a4-4cfe-8b14-b7b18a1c92ce req-cbcbddc1-2ff6-4434-9e9a-f2a4cb9480b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:56.993554 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f327e5eb-87a4-4cfe-8b14-b7b18a1c92ce req-cbcbddc1-2ff6-4434-9e9a-f2a4cb9480b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49978998-1150-4389-b70c-90bbf66d2e3d HTTP/1.1" status: 200 len: 870 time: 0.0837867 Sep 07 04:26:57.035004 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f327e5eb-87a4-4cfe-8b14-b7b18a1c92ce req-2a72dc21-bfd7-4d81-8889-08254cf72cf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e14baa21-a3b7-4a22-92ee-14961c2018ef HTTP/1.1" status: 200 len: 217 time: 0.0338213 Sep 07 04:26:57.082716 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327e5eb-87a4-4cfe-8b14-b7b18a1c92ce req-6b5033a1-e139-4749-a34f-f85947da7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:57.084211 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f327e5eb-87a4-4cfe-8b14-b7b18a1c92ce req-6b5033a1-e139-4749-a34f-f85947da7d03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280ec16-e784-4509-9186-ff008bbb6646 HTTP/1.1" status: 200 len: 843 time: 0.0420601 Sep 07 04:26:57.096844 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbbf41-8298-4c79-b590-521a7186777e req-28f46c26-9ec3-4535-a684-80463462ede9 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:57.098319 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-08cbbf41-8298-4c79-b590-521a7186777e req-28f46c26-9ec3-4535-a684-80463462ede9 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 947 time: 0.0514178 Sep 07 04:26:57.133524 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327e5eb-87a4-4cfe-8b14-b7b18a1c92ce req-a45b5478-c7ed-4620-be22-9d13764feb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:57.135015 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f327e5eb-87a4-4cfe-8b14-b7b18a1c92ce req-a45b5478-c7ed-4620-be22-9d13764feb45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49978998-1150-4389-b70c-90bbf66d2e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0435181 Sep 07 04:26:57.136318 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-08cbbf41-8298-4c79-b590-521a7186777e req-bb08086b-89d4-4f8f-a234-83542f6f6aa2 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/security-groups?id=39830b41-fe36-4bfa-bdc8-578bbb2c85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316577 Sep 07 04:26:57.230670 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f327e5eb-87a4-4cfe-8b14-b7b18a1c92ce req-f9698e93-e69f-472a-ae74-c5e5e6e1c5e3 service neutron] 10.222.0.36 "GET /v2.0/networks/49978998-1150-4389-b70c-90bbf66d2e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836041 Sep 07 04:26:57.321365 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f327e5eb-87a4-4cfe-8b14-b7b18a1c92ce req-ef4ae60a-f5be-46c5-a90d-a4a2c28b4bda service neutron] 10.222.0.36 "GET /v2.0/networks/49978998-1150-4389-b70c-90bbf66d2e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831695 Sep 07 04:26:57.822839 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48648) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:58.265753 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4c615-ddcd-494d-b8d2-3fae0ed615cf req-d7419f2c-1768-4e22-b6f6-07539486cdc9 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:58.267257 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4b4c615-ddcd-494d-b8d2-3fae0ed615cf req-d7419f2c-1768-4e22-b6f6-07539486cdc9 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 947 time: 0.0581665 Sep 07 04:26:58.336343 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4b4c615-ddcd-494d-b8d2-3fae0ed615cf req-f9546708-96dc-43e9-adfb-5c0ebc58a9f7 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/security-groups?id=39830b41-fe36-4bfa-bdc8-578bbb2c85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625200 Sep 07 04:26:58.359721 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0078f0df-1a7b-4b16-bd48-61c532ab306b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322840'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:58.594366 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-0078f0df-1a7b-4b16-bd48-61c532ab306b admin admin] Deleting port 815073d9-5c6e-4efa-90df-3e14dcfd4d98 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:26:58.594700 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0078f0df-1a7b-4b16-bd48-61c532ab306b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:58.668188 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-0078f0df-1a7b-4b16-bd48-61c532ab306b admin admin] For port 815073d9-5c6e-4efa-90df-3e14dcfd4d98, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=815073d9-5c6e-4efa-90df-3e14dcfd4d98,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:26:58.668576 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0078f0df-1a7b-4b16-bd48-61c532ab306b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:58.681265 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-0078f0df-1a7b-4b16-bd48-61c532ab306b admin admin] Calling delete_port for 815073d9-5c6e-4efa-90df-3e14dcfd4d98 owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:26:59.056544 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0078f0df-1a7b-4b16-bd48-61c532ab306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:59.056798 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:26:59.084087 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078f0df-1a7b-4b16-bd48-61c532ab306b admin admin] Pushing event deleted for resources: {'Port': ['ID=815073d9-5c6e-4efa-90df-3e14dcfd4d98,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:26:59.241867 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0078f0df-1a7b-4b16-bd48-61c532ab306b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33082078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-322948'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:59.483361 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badba14f-5fb5-40f7-bd6e-e1812eb517d0 req-467dc7f6-9398-4ff9-95ca-628e92ed5f28 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:26:59.484859 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-badba14f-5fb5-40f7-bd6e-e1812eb517d0 req-467dc7f6-9398-4ff9-95ca-628e92ed5f28 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 947 time: 0.0717094 Sep 07 04:26:59.494640 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0078f0df-1a7b-4b16-bd48-61c532ab306b admin admin] Router a2a8a161-94a3-456f-a755-05c9e3eeb217 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:26:59.564188 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-badba14f-5fb5-40f7-bd6e-e1812eb517d0 req-cec91cec-ee87-4eda-8996-80b84acd325e tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/security-groups?id=39830b41-fe36-4bfa-bdc8-578bbb2c85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720718 Sep 07 04:26:59.623679 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0078f0df-1a7b-4b16-bd48-61c532ab306b admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:26:59.628595 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0078f0df-1a7b-4b16-bd48-61c532ab306b admin admin] 10.222.0.41 "PUT /v2.0/routers/a2a8a161-94a3-456f-a755-05c9e3eeb217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8046491 Sep 07 04:26:59.631155 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48656) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:26:59.632211 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d0e4a-f24c-49db-9752-1b27334cf3a5 None None] Sync routers for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:26:59.641025 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d0e4a-f24c-49db-9752-1b27334cf3a5 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:26:59.641617 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6b0d0e4a-f24c-49db-9752-1b27334cf3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:26:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:26:59.733154 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:59.743253 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6b0d0e4a-f24c-49db-9752-1b27334cf3a5 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:26:59.832117 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:59.884707 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Deleting port 625ec878-b84a-4ad9-8bff-6142d573e088 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:26:59.884960 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:59.912783 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6b0d0e4a-f24c-49db-9752-1b27334cf3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:26:59Z', 'revision_number': 5, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port': {'id': '625ec878-b84a-4ad9-8bff-6142d573e088', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:15:07Z', 'updated_at': '2021-09-07T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:26:59.938154 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d0e4a-f24c-49db-9752-1b27334cf3a5 None None] Checking router: a2a8a161-94a3-456f-a755-05c9e3eeb217 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:26:59.946564 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d0e4a-f24c-49db-9752-1b27334cf3a5 None None] Routers {'a2a8a161-94a3-456f-a755-05c9e3eeb217'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:26:59.947157 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6b0d0e4a-f24c-49db-9752-1b27334cf3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:26:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['a2a8a161-94a3-456f-a755-05c9e3eeb217'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:26:59.962186 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] For port 625ec878-b84a-4ad9-8bff-6142d573e088, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=625ec878-b84a-4ad9-8bff-6142d573e088,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:26:59.962554 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:26:59.978659 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Calling delete_port for 625ec878-b84a-4ad9-8bff-6142d573e088 owned by network:router_gateway {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:27:00.029642 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6b0d0e4a-f24c-49db-9752-1b27334cf3a5 None None] Set router a2a8a161-94a3-456f-a755-05c9e3eeb217 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:27:00.081301 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6b0d0e4a-f24c-49db-9752-1b27334cf3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:26:59Z', 'revision_number': 6, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port_host': None}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:27:00.106796 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d0e4a-f24c-49db-9752-1b27334cf3a5 None None] The sync data for ids ['a2a8a161-94a3-456f-a755-05c9e3eeb217'] in dv-cinder-778193-8-iscsi is: [{'id': 'a2a8a161-94a3-456f-a755-05c9e3eeb217', 'name': 'tempest-AttachVolumeShelveTestJSON-2032873752-router', 'tenant_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:15:06Z', 'updated_at': '2021-09-07T04:26:59Z', 'revision_number': 6, 'project_id': 'bf1369739d3f489aa9ac09e68d77a7c7', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:27:00.141412 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.170691 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=625ec878-b84a-4ad9-8bff-6142d573e088,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:00.228485 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-322086'] for router_gateway, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.317661 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15493'] for router, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.319755 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.364941 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-323708'] for router, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.365453 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a8a161-94a3-456f-a755-05c9e3eeb217 {{(pid=94062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:27:00.370358 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.371481 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-13e4d541-7114-4cb0-8a8a-2ac82bddbeb2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a2a8a161-94a3-456f-a755-05c9e3eeb217 HTTP/1.1" status: 204 len: 168 time: 0.7394178 Sep 07 04:27:00.373894 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48658) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:00.416994 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31d6fb6-4140-4eae-a342-bb0081396d52 admin admin] Deleting subnet 9264c29e-9805-4040-b610-de9e25a6f596 {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:27:00.419853 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d31d6fb6-4140-4eae-a342-bb0081396d52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.455023 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d31d6fb6-4140-4eae-a342-bb0081396d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30486676'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.544921 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d31d6fb6-4140-4eae-a342-bb0081396d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.545496 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device e14baa21-a3b7-4a22-92ee-14961c2018ef details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 04:27:00.556430 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 815073d9-5c6e-4efa-90df-3e14dcfd4d98 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:27:00.580605 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 815073d9-5c6e-4efa-90df-3e14dcfd4d98 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:27:00.580953 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 815073d9-5c6e-4efa-90df-3e14dcfd4d98 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:27:00.602770 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d31d6fb6-4140-4eae-a342-bb0081396d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29810814'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.627008 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d6fb6-4140-4eae-a342-bb0081396d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9264c29e-9805-4040-b610-de9e25a6f596,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:00.632926 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d31d6fb6-4140-4eae-a342-bb0081396d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.636701 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d31d6fb6-4140-4eae-a342-bb0081396d52 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9264c29e-9805-4040-b610-de9e25a6f596 HTTP/1.1" status: 204 len: 168 time: 0.2618682 Sep 07 04:27:00.637501 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 48662) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:00.643405 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469333d3-efa9-46c7-a34f-222ac66ce10b None None] Network 321f0f4c-b788-479a-a9d9-b101cbaa39d1 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:27:00.692575 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670326b6-ca62-47ff-b230-3e6ae45f0144 req-e01d8bc4-56fa-429f-882d-7ed5b46647f7 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:00.694726 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-670326b6-ca62-47ff-b230-3e6ae45f0144 req-e01d8bc4-56fa-429f-882d-7ed5b46647f7 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 947 time: 0.0545886 Sep 07 04:27:00.707110 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.727904 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port e14baa21-a3b7-4a22-92ee-14961c2018ef, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e14baa21-a3b7-4a22-92ee-14961c2018ef,segment=NetworkSegment(0e4fcfb9-1728-4225-84aa-85b0aa70536d),segment_id=0e4fcfb9-1728-4225-84aa-85b0aa70536d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:27:00.733974 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-670326b6-ca62-47ff-b230-3e6ae45f0144 req-745705a2-102b-4f21-83ca-7b0862ad99e7 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/security-groups?id=39830b41-fe36-4bfa-bdc8-578bbb2c85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329177 Sep 07 04:27:00.758604 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Returning: {'device': 'e14baa21-a3b7-4a22-92ee-14961c2018ef', 'network_id': '49978998-1150-4389-b70c-90bbf66d2e3d', 'port_id': 'e14baa21-a3b7-4a22-92ee-14961c2018ef', 'mac_address': 'fa:16:3e:6d:1d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1280ec16-e784-4509-9186-ff008bbb6646', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 04:27:00.762156 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Deleting port 2361b609-287d-4a6b-8846-1e80485b35e8 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:27:00.762479 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.821854 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.829241 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] For port 2361b609-287d-4a6b-8846-1e80485b35e8, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=2361b609-287d-4a6b-8846-1e80485b35e8,segment=NetworkSegment(b2b6baa5-9a86-4d64-b538-f19beccc3f68),segment_id=b2b6baa5-9a86-4d64-b538-f19beccc3f68)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:27:00.829599 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.836098 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14baa21-a3b7-4a22-92ee-14961c2018ef {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 04:27:00.843509 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Calling delete_port for 2361b609-287d-4a6b-8846-1e80485b35e8 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:27:00.864502 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port e14baa21-a3b7-4a22-92ee-14961c2018ef, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e14baa21-a3b7-4a22-92ee-14961c2018ef,segment=NetworkSegment(0e4fcfb9-1728-4225-84aa-85b0aa70536d),segment_id=0e4fcfb9-1728-4225-84aa-85b0aa70536d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:27:00.869944 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.898163 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8b47ce-9c34-4158-afb5-860962e25ac4 None None] DHCP port deletion for 321f0f4c-b788-479a-a9d9-b101cbaa39d1 request from dv-cinder-778193-8-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:27:00.926130 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:00.950531 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=e14baa21-a3b7-4a22-92ee-14961c2018ef,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:00.955983 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=2361b609-287d-4a6b-8846-1e80485b35e8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:00.959558 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] No DVR routers for this DVR port 2361b609-287d-4a6b-8846-1e80485b35e8 on host dv-cinder-778193-8-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:27:00.970892 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b47ce-9c34-4158-afb5-860962e25ac4 None None] Deleting port 2361b609-287d-4a6b-8846-1e80485b35e8 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:27:00.971336 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab8b47ce-9c34-4158-afb5-860962e25ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.030615 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.036950 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-ab8b47ce-9c34-4158-afb5-860962e25ac4 None None] For port 2361b609-287d-4a6b-8846-1e80485b35e8, host dv-cinder-778193-8-iscsi, got binding levels [] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:27:01.037344 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab8b47ce-9c34-4158-afb5-860962e25ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.049106 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b47ce-9c34-4158-afb5-860962e25ac4 None None] Calling delete_port for 2361b609-287d-4a6b-8846-1e80485b35e8 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:27:01.049499 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321f0f4c-b788-479a-a9d9-b101cbaa39d1']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:27:01.051767 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.ipam_backend_mixin [None req-ab8b47ce-9c34-4158-afb5-860962e25ac4 None None] Port 2361b609-287d-4a6b-8846-1e80485b35e8 was not found and therefore no delete operation was performed {{(pid=94064) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 04:27:01.053054 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab8b47ce-9c34-4158-afb5-860962e25ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.060773 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b6baa5-9a86-4d64-b538-f19beccc3f68') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:27:01.060957 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b6baa5-9a86-4d64-b538-f19beccc3f68') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:27:01.075616 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30740869'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.078739 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b47ce-9c34-4158-afb5-860962e25ac4 None None] Pushing event deleted for resources: {'Port': ['ID=2361b609-287d-4a6b-8846-1e80485b35e8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:01.082467 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b47ce-9c34-4158-afb5-860962e25ac4 None None] No DVR routers for this DVR port 2361b609-287d-4a6b-8846-1e80485b35e8 on host dv-cinder-778193-8-iscsi {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:27:01.094692 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.100908 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:27:01.101356 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30702055'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: Traceback (most recent call last): Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: timer() Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: cb(*args, **kw) Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: return func(*args, **kwargs) Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: self._notify() Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: self.callback(batched_events) Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: event.method(event) Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: return f(self, *a, **k) Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._get(url).json() Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:27:01.102997 dv-cinder-778193-8-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:27:01.158870 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.165271 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.167407 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] 10.222.0.41 "DELETE /v2.0/networks/321f0f4c-b788-479a-a9d9-b101cbaa39d1 HTTP/1.1" status: 204 len: 168 time: 0.5285890 Sep 07 04:27:01.179051 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8818d-92f5-4b1a-9670-87cf4011cb3a admin admin] Pushing event deleted for resources: {'Network': ['ID=321f0f4c-b788-479a-a9d9-b101cbaa39d1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:01.288737 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48668) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:01.316557 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['e14baa21-a3b7-4a22-92ee-14961c2018ef'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:27:01.327727 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-03c8fa05-3b41-431e-b000-4c761c11a389 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf1369739d3f489aa9ac09e68d77a7c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378633 Sep 07 04:27:01.330067 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48670) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:01.380422 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec0d1-8bba-4299-b6f3-37ed61bfbde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.402176 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec0d1-8bba-4299-b6f3-37ed61bfbde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.447229 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec0d1-8bba-4299-b6f3-37ed61bfbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.450923 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec0d1-8bba-4299-b6f3-37ed61bfbde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:01.452331 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fd2ec0d1-8bba-4299-b6f3-37ed61bfbde9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/443d1c27-a351-4d4c-8a29-eb603b8dd411 HTTP/1.1" status: 204 len: 168 time: 0.1213529 Sep 07 04:27:01.459904 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ec0d1-8bba-4299-b6f3-37ed61bfbde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443d1c27-a351-4d4c-8a29-eb603b8dd411,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:01.853247 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224b18c-3cd4-47c5-8519-4c6c9fb5ae58 req-ec214d91-97a5-4626-8946-14904ad27767 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:01.854772 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e224b18c-3cd4-47c5-8519-4c6c9fb5ae58 req-ec214d91-97a5-4626-8946-14904ad27767 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 948 time: 0.0520184 Sep 07 04:27:01.892794 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e224b18c-3cd4-47c5-8519-4c6c9fb5ae58 req-7405e48e-b290-4cbb-8718-08eb0660a159 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/security-groups?id=39830b41-fe36-4bfa-bdc8-578bbb2c85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320311 Sep 07 04:27:02.451493 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 625ec878-b84a-4ad9-8bff-6142d573e088 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:27:02.472055 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 625ec878-b84a-4ad9-8bff-6142d573e088 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:27:02.472360 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 625ec878-b84a-4ad9-8bff-6142d573e088 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:27:02.472781 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 2361b609-287d-4a6b-8846-1e80485b35e8 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:27:02.491630 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 2361b609-287d-4a6b-8846-1e80485b35e8 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:27:02.492052 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 2361b609-287d-4a6b-8846-1e80485b35e8 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:27:02.553092 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device e14baa21-a3b7-4a22-92ee-14961c2018ef up at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 04:27:02.603428 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning for port e14baa21-a3b7-4a22-92ee-14961c2018ef completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 04:27:02.607225 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Provisioning complete for port e14baa21-a3b7-4a22-92ee-14961c2018ef triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 04:27:02.607599 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647091'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:02.631186 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48722) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:02.687126 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586987'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:02.709668 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2730ccb9-0da4-497b-918f-af9af967d765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14baa21-a3b7-4a22-92ee-14961c2018ef'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:27:02.711928 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1775702e5c3f90fb4cf5e5f10d12d5bfaa8303b075d0c734e3ca2b9f13652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7590c4-2b6c-47a3-bdf5-1722e34a2a28" -d '{"events": [{"server_uuid": "2730ccb9-0da4-497b-918f-af9af967d765", "name": "network-vif-plugged", "status": "completed", "tag": "e14baa21-a3b7-4a22-92ee-14961c2018ef"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:27:02.726284 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] For port e14baa21-a3b7-4a22-92ee-14961c2018ef, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e14baa21-a3b7-4a22-92ee-14961c2018ef,segment=NetworkSegment(0e4fcfb9-1728-4225-84aa-85b0aa70536d),segment_id=0e4fcfb9-1728-4225-84aa-85b0aa70536d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:27:02.731222 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729940322021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729940014008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729940014026'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:02.736326 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0752a454-4e75-4e16-b27a-55f246fe3bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:02.783363 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Pushing event updated for resources: {'Port': ['ID=e14baa21-a3b7-4a22-92ee-14961c2018ef,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:02.826324 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0752a454-4e75-4e16-b27a-55f246fe3bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:02.830893 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0752a454-4e75-4e16-b27a-55f246fe3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:02.871991 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0752a454-4e75-4e16-b27a-55f246fe3bcb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80770b92a56e4dd88fb8c989ecac1277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396712 Sep 07 04:27:02.872869 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752a454-4e75-4e16-b27a-55f246fe3bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0436fa6-abbc-47ba-ab87-30ceb3d02109,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:02.874741 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 48730) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:02.883345 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54faa31f-6afb-4e03-b61b-97e3875022da x-openstack-request-id: req-54faa31f-6afb-4e03-b61b-97e3875022da {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:27:02.883677 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2730ccb9-0da4-497b-918f-af9af967d765", "name": "network-vif-plugged", "status": "completed", "tag": "e14baa21-a3b7-4a22-92ee-14961c2018ef", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:27:02.883878 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54faa31f-6afb-4e03-b61b-97e3875022da {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:27:02.884293 dv-cinder-778193-8-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2730ccb9-0da4-497b-918f-af9af967d765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14baa21-a3b7-4a22-92ee-14961c2018ef', 'code': 200} Sep 07 04:27:02.926606 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5e6d9ca-c7b1-4436-9005-7f017a8fbb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:02.951517 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5e6d9ca-c7b1-4436-9005-7f017a8fbb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:03.009111 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5e6d9ca-c7b1-4436-9005-7f017a8fbb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:03.011724 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5e6d9ca-c7b1-4436-9005-7f017a8fbb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:03.012963 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b5e6d9ca-c7b1-4436-9005-7f017a8fbb46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0436fa6-abbc-47ba-ab87-30ceb3d02109 HTTP/1.1" status: 204 len: 168 time: 0.1372271 Sep 07 04:27:03.013510 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464fd75-1477-49f7-a3eb-e8dfad5d300e req-40fc1297-87c3-47fe-bae4-b6cf77b35860 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:03.014999 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a464fd75-1477-49f7-a3eb-e8dfad5d300e req-40fc1297-87c3-47fe-bae4-b6cf77b35860 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 949 time: 0.0511389 Sep 07 04:27:03.022985 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6d9ca-c7b1-4436-9005-7f017a8fbb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0436fa6-abbc-47ba-ab87-30ceb3d02109,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:03.065301 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a464fd75-1477-49f7-a3eb-e8dfad5d300e req-c56bcd33-192e-41e8-a196-6785944b40cf tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/security-groups?id=39830b41-fe36-4bfa-bdc8-578bbb2c85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320196 Sep 07 04:27:03.090856 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3439b75-f411-4d10-a01d-78ca08be8295 req-70df6ae6-2bc1-4d07-a5b0-e00bbe2c78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:03.092522 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e3439b75-f411-4d10-a01d-78ca08be8295 req-70df6ae6-2bc1-4d07-a5b0-e00bbe2c78dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 1102 time: 0.0418503 Sep 07 04:27:03.127845 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e3439b75-f411-4d10-a01d-78ca08be8295 req-5c82720d-917f-4471-8595-afa2bb140ebe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39830b41-fe36-4bfa-bdc8-578bbb2c85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275941 Sep 07 04:27:04.181172 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa000a0-b2eb-4625-b5a1-233907d6360f req-e003a6ba-6596-4a82-bc42-edc6352fa50b tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:04.182811 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-efa000a0-b2eb-4625-b5a1-233907d6360f req-e003a6ba-6596-4a82-bc42-edc6352fa50b tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 949 time: 0.0485790 Sep 07 04:27:04.221224 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-efa000a0-b2eb-4625-b5a1-233907d6360f req-37858ad4-9792-4e18-b328-996d52cc64fc tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/security-groups?id=39830b41-fe36-4bfa-bdc8-578bbb2c85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324655 Sep 07 04:27:04.589360 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 48784) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:04.692605 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-416bc711-7a2c-4d59-8889-e36d2cc22d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:04.784944 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-416bc711-7a2c-4d59-8889-e36d2cc22d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:04.789206 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-416bc711-7a2c-4d59-8889-e36d2cc22d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:04.825680 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-416bc711-7a2c-4d59-8889-e36d2cc22d54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b180201f6d82438d8a1fecdbacaee458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352376 Sep 07 04:27:04.827840 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bc711-7a2c-4d59-8889-e36d2cc22d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7e5b6e-8334-4d34-980f-0eaabfd2a299,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:04.828479 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48788) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:04.877547 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-553697c6-1811-4d10-92a8-832b75d99449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:04.902278 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-553697c6-1811-4d10-92a8-832b75d99449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:04.949942 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-553697c6-1811-4d10-92a8-832b75d99449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:04.952552 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-553697c6-1811-4d10-92a8-832b75d99449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:04.953701 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-553697c6-1811-4d10-92a8-832b75d99449 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a7e5b6e-8334-4d34-980f-0eaabfd2a299 HTTP/1.1" status: 204 len: 168 time: 0.1240168 Sep 07 04:27:04.961529 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553697c6-1811-4d10-92a8-832b75d99449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7e5b6e-8334-4d34-980f-0eaabfd2a299,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:05.224832 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48794) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:05.237789 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b526c29e-638f-44ab-9a58-882abc0e5647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:05.347850 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213ba8e-ab7e-4afc-b553-c401db70c59d req-8eecf8ce-de3b-4b4e-9cd0-6d551bc96d55 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:05.349407 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4213ba8e-ab7e-4afc-b553-c401db70c59d req-8eecf8ce-de3b-4b4e-9cd0-6d551bc96d55 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 949 time: 0.0617814 Sep 07 04:27:05.372149 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b526c29e-638f-44ab-9a58-882abc0e5647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:05.378422 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b526c29e-638f-44ab-9a58-882abc0e5647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:05.429288 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4213ba8e-ab7e-4afc-b553-c401db70c59d req-09cbf8c5-dfb9-4931-9b9c-0b132784959c tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/security-groups?id=39830b41-fe36-4bfa-bdc8-578bbb2c85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722756 Sep 07 04:27:05.432127 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526c29e-638f-44ab-9a58-882abc0e5647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d785c1-8566-4a41-a8e1-c50a21540cb5,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:05.436700 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b526c29e-638f-44ab-9a58-882abc0e5647 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f5964de422d452890cc6076b95cb2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103825 Sep 07 04:27:05.439067 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 48798) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:05.494601 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38913cb9-2a30-478c-9c6a-44b3a08ff6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:05.518577 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38913cb9-2a30-478c-9c6a-44b3a08ff6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:05.564377 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38913cb9-2a30-478c-9c6a-44b3a08ff6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:05.566877 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38913cb9-2a30-478c-9c6a-44b3a08ff6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:05.568027 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-38913cb9-2a30-478c-9c6a-44b3a08ff6cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4d785c1-8566-4a41-a8e1-c50a21540cb5 HTTP/1.1" status: 204 len: 168 time: 0.1259904 Sep 07 04:27:05.576937 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38913cb9-2a30-478c-9c6a-44b3a08ff6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d785c1-8566-4a41-a8e1-c50a21540cb5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:05.700484 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce573ecc-c99b-47a8-8a46-b2524ee43d25 req-32374d7a-e410-4c0a-98d6-e4d18ea99315 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:05.701939 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ce573ecc-c99b-47a8-8a46-b2524ee43d25 req-32374d7a-e410-4c0a-98d6-e4d18ea99315 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 949 time: 0.0563605 Sep 07 04:27:05.745744 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ce573ecc-c99b-47a8-8a46-b2524ee43d25 req-e5371067-3ab3-462a-9a4a-4323243f78d3 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/security-groups?id=39830b41-fe36-4bfa-bdc8-578bbb2c85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376737 Sep 07 04:27:06.868306 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e36e-ddbc-4d6f-8506-c7e68bf1b091 req-d4cf368b-a58f-4267-b8f4-fc756cda4d1c tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:06.869824 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b550e36e-ddbc-4d6f-8506-c7e68bf1b091 req-d4cf368b-a58f-4267-b8f4-fc756cda4d1c tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 949 time: 0.0554073 Sep 07 04:27:06.913286 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b550e36e-ddbc-4d6f-8506-c7e68bf1b091 req-a38de6ef-9351-4219-bb98-1128a3954a42 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/security-groups?id=39830b41-fe36-4bfa-bdc8-578bbb2c85f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364165 Sep 07 04:27:07.303335 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 48868) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:07.402764 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-babe6fec-35e9-4c62-9daf-24c2f0e6bc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:07.501351 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-babe6fec-35e9-4c62-9daf-24c2f0e6bc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:07.505273 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-babe6fec-35e9-4c62-9daf-24c2f0e6bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:07.561300 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-babe6fec-35e9-4c62-9daf-24c2f0e6bc42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5b798ec1a824298af806330770eb58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562861 Sep 07 04:27:07.563969 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48872) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:07.565568 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe6fec-35e9-4c62-9daf-24c2f0e6bc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842857ee-c028-4e0b-8c02-f6822489973a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:07.580412 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a071d8-e0aa-4df1-9961-36bad4b7fb9a req-6a8a4e7b-f6f2-4512-a04b-8fd1fbb3bf0f tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:07.581866 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-30a071d8-e0aa-4df1-9961-36bad4b7fb9a req-6a8a4e7b-f6f2-4512-a04b-8fd1fbb3bf0f tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.36 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 949 time: 0.0895941 Sep 07 04:27:07.621218 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b6186e4e-9a3f-432d-9404-0d9c0f480f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:07.641552 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b6186e4e-9a3f-432d-9404-0d9c0f480f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:07.674831 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-30a071d8-e0aa-4df1-9961-36bad4b7fb9a req-94e3c8a3-e5d7-4696-8ef5-55b1258a12eb tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Deleting port e14baa21-a3b7-4a22-92ee-14961c2018ef {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:27:07.675170 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-30a071d8-e0aa-4df1-9961-36bad4b7fb9a req-94e3c8a3-e5d7-4696-8ef5-55b1258a12eb tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:07.690566 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b6186e4e-9a3f-432d-9404-0d9c0f480f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:07.693395 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b6186e4e-9a3f-432d-9404-0d9c0f480f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:07.694544 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b6186e4e-9a3f-432d-9404-0d9c0f480f6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/842857ee-c028-4e0b-8c02-f6822489973a HTTP/1.1" status: 204 len: 168 time: 0.1295547 Sep 07 04:27:07.702183 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6186e4e-9a3f-432d-9404-0d9c0f480f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842857ee-c028-4e0b-8c02-f6822489973a,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:07.764380 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-30a071d8-e0aa-4df1-9961-36bad4b7fb9a req-94e3c8a3-e5d7-4696-8ef5-55b1258a12eb tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] For port e14baa21-a3b7-4a22-92ee-14961c2018ef, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e14baa21-a3b7-4a22-92ee-14961c2018ef,segment=NetworkSegment(0e4fcfb9-1728-4225-84aa-85b0aa70536d),segment_id=0e4fcfb9-1728-4225-84aa-85b0aa70536d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:27:07.764792 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-30a071d8-e0aa-4df1-9961-36bad4b7fb9a req-94e3c8a3-e5d7-4696-8ef5-55b1258a12eb tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:07.778376 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-30a071d8-e0aa-4df1-9961-36bad4b7fb9a req-94e3c8a3-e5d7-4696-8ef5-55b1258a12eb tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Calling delete_port for e14baa21-a3b7-4a22-92ee-14961c2018ef owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:27:07.905248 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-30a071d8-e0aa-4df1-9961-36bad4b7fb9a req-94e3c8a3-e5d7-4696-8ef5-55b1258a12eb tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:07.933435 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3c8a3-e5d7-4696-8ef5-55b1258a12eb tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Pushing event deleted for resources: {'Port': ['ID=e14baa21-a3b7-4a22-92ee-14961c2018ef,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:07.943197 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] get_ports_and_sgs() called for port_ids ['e14baa21-a3b7-4a22-92ee-14961c2018ef'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 04:27:07.971723 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 48882) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:07.992844 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31151e92-50c1-4614-8fd6-b318842c4228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:08.002827 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a071d8-e0aa-4df1-9961-36bad4b7fb9a req-94e3c8a3-e5d7-4696-8ef5-55b1258a12eb tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] No DVR routers for this DVR port e14baa21-a3b7-4a22-92ee-14961c2018ef on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:27:08.005446 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-30a071d8-e0aa-4df1-9961-36bad4b7fb9a req-94e3c8a3-e5d7-4696-8ef5-55b1258a12eb tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:08.007460 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-30a071d8-e0aa-4df1-9961-36bad4b7fb9a req-94e3c8a3-e5d7-4696-8ef5-55b1258a12eb tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.36 "DELETE /v2.0/ports/e14baa21-a3b7-4a22-92ee-14961c2018ef HTTP/1.1" status: 204 len: 173 time: 0.4186425 Sep 07 04:27:08.008366 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2730ccb9-0da4-497b-918f-af9af967d765', 'name': 'network-vif-deleted', 'tag': 'e14baa21-a3b7-4a22-92ee-14961c2018ef'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:27:08.010162 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad12407-c819-4cde-9c80-67b2ee26343d" -d '{"events": [{"server_uuid": "2730ccb9-0da4-497b-918f-af9af967d765", "name": "network-vif-deleted", "tag": "e14baa21-a3b7-4a22-92ee-14961c2018ef"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:27:08.052713 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e193de-ab6a-4200-9a1f-3e1eab442e8e x-openstack-request-id: req-c7e193de-ab6a-4200-9a1f-3e1eab442e8e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:27:08.053511 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2730ccb9-0da4-497b-918f-af9af967d765", "name": "network-vif-deleted", "tag": "e14baa21-a3b7-4a22-92ee-14961c2018ef", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:27:08.054036 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7e193de-ab6a-4200-9a1f-3e1eab442e8e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:27:08.054938 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2730ccb9-0da4-497b-918f-af9af967d765', 'name': 'network-vif-deleted', 'tag': 'e14baa21-a3b7-4a22-92ee-14961c2018ef', 'status': 'completed', 'code': 200} Sep 07 04:27:08.056939 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7a63ed11-ce4a-471b-a944-bf1f06d7e76c req-3144a273-fac6-4320-ab71-e1289cec3d21 tempest-VolumesNegativeTest-20037014 tempest-VolumesNegativeTest-20037014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2730ccb9-0da4-497b-918f-af9af967d765 HTTP/1.1" status: 200 len: 210 time: 0.0544653 Sep 07 04:27:08.152810 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31151e92-50c1-4614-8fd6-b318842c4228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:08.156989 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31151e92-50c1-4614-8fd6-b318842c4228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:08.199880 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-31151e92-50c1-4614-8fd6-b318842c4228 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb10ac49e99348208597308558b3cba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264721 Sep 07 04:27:08.200972 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31151e92-50c1-4614-8fd6-b318842c4228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53552cf4-0237-413f-b37c-6136aafa17a9,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:08.202642 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 48886) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:08.250189 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10a5b8bf-a404-4961-a52f-ddcf583df346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:08.270529 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10a5b8bf-a404-4961-a52f-ddcf583df346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:08.315531 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10a5b8bf-a404-4961-a52f-ddcf583df346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:08.318029 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10a5b8bf-a404-4961-a52f-ddcf583df346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:08.319152 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-10a5b8bf-a404-4961-a52f-ddcf583df346 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53552cf4-0237-413f-b37c-6136aafa17a9 HTTP/1.1" status: 204 len: 168 time: 0.1155181 Sep 07 04:27:08.327393 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5b8bf-a404-4961-a52f-ddcf583df346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53552cf4-0237-413f-b37c-6136aafa17a9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:11.760701 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-73f061a8-1340-493d-aeab-a47ce0883063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:12.590020 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device e14baa21-a3b7-4a22-92ee-14961c2018ef no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:27:12.609611 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: e14baa21-a3b7-4a22-92ee-14961c2018ef {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:27:12.610127 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device e14baa21-a3b7-4a22-92ee-14961c2018ef not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:27:12.648214 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49200) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:12.752440 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e57b-92e3-4311-b451-afe108ad5eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:12.828991 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49206) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:12.840000 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e57b-92e3-4311-b451-afe108ad5eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:12.843714 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e57b-92e3-4311-b451-afe108ad5eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:12.884304 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2bc5e57b-92e3-4311-b451-afe108ad5eef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e9cb8d51f6f48969aaa2c00c976ad57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350333 Sep 07 04:27:12.885147 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5e57b-92e3-4311-b451-afe108ad5eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe950618-6850-4dce-b224-841fbbc652d2,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:12.886897 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49210) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:12.951372 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3355174-7c44-4895-a4f9-33ccec8ed8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:12.989699 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-dae74d6a-3c38-4003-a689-8c1bf58701e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c07149eb9cf945b4a87638631e18137a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594744 Sep 07 04:27:12.991631 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3355174-7c44-4895-a4f9-33ccec8ed8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:12.992307 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49212) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:13.039114 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3355174-7c44-4895-a4f9-33ccec8ed8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.041713 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3355174-7c44-4895-a4f9-33ccec8ed8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.041874 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88e23e30-ec91-4bb1-b1f4-fc5832e200fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.042933 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e3355174-7c44-4895-a4f9-33ccec8ed8eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe950618-6850-4dce-b224-841fbbc652d2 HTTP/1.1" status: 204 len: 168 time: 0.1550241 Sep 07 04:27:13.051244 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3355174-7c44-4895-a4f9-33ccec8ed8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe950618-6850-4dce-b224-841fbbc652d2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:13.078730 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88e23e30-ec91-4bb1-b1f4-fc5832e200fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.135371 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88e23e30-ec91-4bb1-b1f4-fc5832e200fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.138106 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88e23e30-ec91-4bb1-b1f4-fc5832e200fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.139482 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-88e23e30-ec91-4bb1-b1f4-fc5832e200fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39830b41-fe36-4bfa-bdc8-578bbb2c85f6 HTTP/1.1" status: 204 len: 168 time: 0.1460571 Sep 07 04:27:13.151136 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e23e30-ec91-4bb1-b1f4-fc5832e200fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39830b41-fe36-4bfa-bdc8-578bbb2c85f6,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:13.337006 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49222) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:13.349935 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc62d5ad-37e7-407f-b981-ec7c639f6d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.439403 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc62d5ad-37e7-407f-b981-ec7c639f6d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.443682 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc62d5ad-37e7-407f-b981-ec7c639f6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.483127 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-cc62d5ad-37e7-407f-b981-ec7c639f6d19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7cc001355ad44638ac31bc15eced4ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448386 Sep 07 04:27:13.484432 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62d5ad-37e7-407f-b981-ec7c639f6d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd40c98e-a98e-409f-ab0d-57bec4400fd2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:13.486587 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49228) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:13.543968 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e080686-fd5a-4ff8-a0de-b6c6abe5fbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.565966 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e080686-fd5a-4ff8-a0de-b6c6abe5fbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.613688 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e080686-fd5a-4ff8-a0de-b6c6abe5fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.616503 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e080686-fd5a-4ff8-a0de-b6c6abe5fbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:13.617663 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2e080686-fd5a-4ff8-a0de-b6c6abe5fbde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd40c98e-a98e-409f-ab0d-57bec4400fd2 HTTP/1.1" status: 204 len: 168 time: 0.1302383 Sep 07 04:27:13.625565 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e080686-fd5a-4ff8-a0de-b6c6abe5fbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd40c98e-a98e-409f-ab0d-57bec4400fd2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:14.271883 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2eba3d81-2a40-4c2f-8228-e6b2f9ed2855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:14.778114 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:15.282226 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:17.130583 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:17.511117 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:25.941808 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b397a38-bf89-48e7-bf88-aa3778df91ca req-e7aa186e-7284-49f8-91d6-0b77474df2e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406680 Sep 07 04:27:26.013085 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b397a38-bf89-48e7-bf88-aa3778df91ca req-8a5bb623-a141-4ed4-a6da-883f301cf253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:26.014535 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b397a38-bf89-48e7-bf88-aa3778df91ca req-8a5bb623-a141-4ed4-a6da-883f301cf253 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 1099 time: 0.0388324 Sep 07 04:27:26.121887 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b397a38-bf89-48e7-bf88-aa3778df91ca req-c4f58aa0-4ced-4ddf-91f4-8b09af2205b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:26.123270 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b397a38-bf89-48e7-bf88-aa3778df91ca req-c4f58aa0-4ced-4ddf-91f4-8b09af2205b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 913 time: 0.0896230 Sep 07 04:27:26.188423 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b397a38-bf89-48e7-bf88-aa3778df91ca req-cd90c2ce-f7c9-4a71-94b1-6fd43c616271 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=417fdd53-ff5f-4478-a3a7-354b2444ec79 HTTP/1.1" status: 200 len: 1001 time: 0.0565002 Sep 07 04:27:26.235555 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b397a38-bf89-48e7-bf88-aa3778df91ca req-adc4abf6-4635-4380-bded-09a6683b1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:26.236924 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b397a38-bf89-48e7-bf88-aa3778df91ca req-adc4abf6-4635-4380-bded-09a6683b1b08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 200 len: 851 time: 0.0408227 Sep 07 04:27:26.283068 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b397a38-bf89-48e7-bf88-aa3778df91ca req-d911976b-eaf1-49d1-b4d3-46ab60d0f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:27:26.284508 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b397a38-bf89-48e7-bf88-aa3778df91ca req-d911976b-eaf1-49d1-b4d3-46ab60d0f888 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e9977e-4046-4f49-a6e9-16221dc75d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409722 Sep 07 04:27:26.370711 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b397a38-bf89-48e7-bf88-aa3778df91ca req-46994b3d-148f-4e86-8b57-2e8dfb0a08b9 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785501 Sep 07 04:27:26.464289 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b397a38-bf89-48e7-bf88-aa3778df91ca req-36a52406-482f-4091-a969-1ea8f234aedc service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849388 Sep 07 04:27:36.056709 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:27:36.995387 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49468) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:37.098869 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.186319 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.189609 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.227622 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2668ea34ce14a8c9976a5f4505f8c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311907 Sep 07 04:27:37.230144 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f715368a-3bf2-4eb4-8a0e-55efc331ec92,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:37.230910 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49472) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:37.237224 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.237568 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.237903 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.238230 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.238554 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.238879 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.239202 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.239519 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.239837 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.240152 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.240498 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.240812 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b558926-0e79-4b47-9a7b-e09d0f7b106c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.279653 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.299880 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.343867 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.346328 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.347486 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f715368a-3bf2-4eb4-8a0e-55efc331ec92 HTTP/1.1" status: 204 len: 168 time: 0.1156216 Sep 07 04:27:37.354589 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f715368a-3bf2-4eb4-8a0e-55efc331ec92,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:37.361378 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.361732 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.362070 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.362399 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.362726 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.363063 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.363375 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.363694 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.364041 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.364370 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.364688 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.365003 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f659c-b202-4812-8637-c75fac394ebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:27:37.593976 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49478) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:37.606692 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-147badc6-e82e-431c-880f-55f46d942304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.696143 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-147badc6-e82e-431c-880f-55f46d942304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.701659 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-147badc6-e82e-431c-880f-55f46d942304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.743940 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147badc6-e82e-431c-880f-55f46d942304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ba7e0c-52e5-4335-b6a9-ada4922ff206,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:37.748124 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-147badc6-e82e-431c-880f-55f46d942304 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=270ede5cb04d4f0ba27c21aaeb85d21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531987 Sep 07 04:27:37.750651 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49480) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:37.796921 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-779cb9e6-6f2a-4a2c-b809-d88e195e9dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.817249 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-779cb9e6-6f2a-4a2c-b809-d88e195e9dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.860155 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-779cb9e6-6f2a-4a2c-b809-d88e195e9dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.862598 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-779cb9e6-6f2a-4a2c-b809-d88e195e9dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:37.863717 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-779cb9e6-6f2a-4a2c-b809-d88e195e9dde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45ba7e0c-52e5-4335-b6a9-ada4922ff206 HTTP/1.1" status: 204 len: 168 time: 0.1121819 Sep 07 04:27:37.871870 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cb9e6-6f2a-4a2c-b809-d88e195e9dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ba7e0c-52e5-4335-b6a9-ada4922ff206,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:38.878246 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49520) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:38.978467 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f031a7a6-4e12-4130-a259-3f33a28f82a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:39.064623 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f031a7a6-4e12-4130-a259-3f33a28f82a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:39.068360 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f031a7a6-4e12-4130-a259-3f33a28f82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:39.111328 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f031a7a6-4e12-4130-a259-3f33a28f82a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=905850004b9d46e0839d94812af2ca20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317815 Sep 07 04:27:39.112587 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031a7a6-4e12-4130-a259-3f33a28f82a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f853f1f-36e8-425f-943a-90fdfe375826,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:39.115432 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49528) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:39.178869 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a8c-c999-4119-8653-1fece9ac342b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:39.200175 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a8c-c999-4119-8653-1fece9ac342b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:39.244772 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a8c-c999-4119-8653-1fece9ac342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:39.247221 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a8c-c999-4119-8653-1fece9ac342b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:39.248379 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f64e2a8c-c999-4119-8653-1fece9ac342b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f853f1f-36e8-425f-943a-90fdfe375826 HTTP/1.1" status: 204 len: 168 time: 0.1320062 Sep 07 04:27:39.255903 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e2a8c-c999-4119-8653-1fece9ac342b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f853f1f-36e8-425f-943a-90fdfe375826,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:41.560236 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49626) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:41.663730 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e87219d6-377c-4b00-adba-aa86badd0402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:41.758760 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e87219d6-377c-4b00-adba-aa86badd0402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:41.761384 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a09752c5-9dc9-4643-ac0d-255d97f64bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:41.763326 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e87219d6-377c-4b00-adba-aa86badd0402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:41.801090 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87219d6-377c-4b00-adba-aa86badd0402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cce3630-6c65-4aba-a376-b8555955d26a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:41.806387 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e87219d6-377c-4b00-adba-aa86badd0402 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53671d70bfaa41e08804b9bcfd3c1df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451108 Sep 07 04:27:41.808957 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49630) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:27:41.856521 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6bd49f89-55bb-49cc-86e6-6fc60aa5e224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:41.879187 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6bd49f89-55bb-49cc-86e6-6fc60aa5e224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:41.925184 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6bd49f89-55bb-49cc-86e6-6fc60aa5e224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:41.927543 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6bd49f89-55bb-49cc-86e6-6fc60aa5e224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:41.928722 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6bd49f89-55bb-49cc-86e6-6fc60aa5e224 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2cce3630-6c65-4aba-a376-b8555955d26a HTTP/1.1" status: 204 len: 168 time: 0.1188111 Sep 07 04:27:41.936277 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd49f89-55bb-49cc-86e6-6fc60aa5e224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cce3630-6c65-4aba-a376-b8555955d26a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:27:44.258093 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-747a32dc-c5fa-49ec-94b7-fd238255a8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:44.779634 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:45.285578 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:47.135479 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:27:47.525906 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:11.765154 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cc63c46-57d0-48aa-9a39-df2cf9c304e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:13.055911 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:28:14.259844 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a750316-0d71-43c4-87b0-4931edd67933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:14.780575 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:15.287566 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:17.136555 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:17.538447 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:24.904531 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c0d91b77-e55c-4262-be03-313144803170 req-955732a6-2fec-4602-af0f-a0b83f3e908f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386062 Sep 07 04:28:25.009810 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d91b77-e55c-4262-be03-313144803170 req-c29e4979-426b-46aa-8630-205d3f70c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:28:25.011280 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c0d91b77-e55c-4262-be03-313144803170 req-c29e4979-426b-46aa-8630-205d3f70c44c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7a6d697162e40598e1ec6bfb33e9201&device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 1099 time: 0.0416424 Sep 07 04:28:25.115186 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d91b77-e55c-4262-be03-313144803170 req-82994706-ef47-47bd-9741-7a44a92e6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:28:25.116684 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c0d91b77-e55c-4262-be03-313144803170 req-82994706-ef47-47bd-9741-7a44a92e6109 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b3d88a6-ff45-461c-931f-473210d73b13 HTTP/1.1" status: 200 len: 909 time: 0.0837560 Sep 07 04:28:25.180809 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c0d91b77-e55c-4262-be03-313144803170 req-8d58fdfc-5538-4671-b448-f364f0a9f267 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd HTTP/1.1" status: 200 len: 1002 time: 0.0563996 Sep 07 04:28:25.241423 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d91b77-e55c-4262-be03-313144803170 req-b7bc8e73-6036-403e-8d89-05b4279e2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:28:25.242854 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c0d91b77-e55c-4262-be03-313144803170 req-b7bc8e73-6036-403e-8d89-05b4279e2ca0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a07c746-6f89-4a42-bf2f-88ab6e46861d HTTP/1.1" status: 200 len: 847 time: 0.0547538 Sep 07 04:28:25.290300 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d91b77-e55c-4262-be03-313144803170 req-9dedce27-a95b-406d-af7a-514e52e5209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:28:25.291787 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c0d91b77-e55c-4262-be03-313144803170 req-9dedce27-a95b-406d-af7a-514e52e5209d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b3d88a6-ff45-461c-931f-473210d73b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408990 Sep 07 04:28:25.377862 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c0d91b77-e55c-4262-be03-313144803170 req-f54e90c7-d412-4161-94ed-40ab43a03a8e service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786264 Sep 07 04:28:25.468764 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c0d91b77-e55c-4262-be03-313144803170 req-01df975a-3652-4963-9e9e-cea0fa98a61f service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828876 Sep 07 04:28:30.261227 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49800) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:28:30.411353 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-90748538-88dc-4eff-a6ce-5a4e0dae185a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:30.495735 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-90748538-88dc-4eff-a6ce-5a4e0dae185a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:30.500735 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-90748538-88dc-4eff-a6ce-5a4e0dae185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:30.537851 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-90748538-88dc-4eff-a6ce-5a4e0dae185a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=facc802d0c8c4ab88a72481dd1b7096c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750549 Sep 07 04:28:30.538672 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90748538-88dc-4eff-a6ce-5a4e0dae185a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f774881-70a7-489d-a7ad-6585fe209e47,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:28:30.540580 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49804) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:28:30.589769 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d23ce4ff-5535-4d8a-ae04-223a15894d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:30.611690 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d23ce4ff-5535-4d8a-ae04-223a15894d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:30.656231 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d23ce4ff-5535-4d8a-ae04-223a15894d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:30.659054 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d23ce4ff-5535-4d8a-ae04-223a15894d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:30.660214 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d23ce4ff-5535-4d8a-ae04-223a15894d27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f774881-70a7-489d-a7ad-6585fe209e47 HTTP/1.1" status: 204 len: 168 time: 0.1185937 Sep 07 04:28:30.667545 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ce4ff-5535-4d8a-ae04-223a15894d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f774881-70a7-489d-a7ad-6585fe209e47,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:28:41.765658 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b47292f-26c4-429d-9c2d-4671959c4633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:44.260801 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0230b7c9-4d36-4eb5-af0b-aef64ebb5f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:44.782600 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:45.290975 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:47.140078 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:47.535355 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:50.054859 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:28:58.480908 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49812) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:28:58.805248 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Deleting port c3bb5d02-5af6-43ac-a2c0-48a15a4eecfb {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:28:58.805498 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:58.879605 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:58.879934 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:58.891505 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Calling delete_port for c3bb5d02-5af6-43ac-a2c0-48a15a4eecfb owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:28:59.053853 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:59.079512 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event deleted for resources: {'Port': ['ID=c3bb5d02-5af6-43ac-a2c0-48a15a4eecfb,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:28:59.101736 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:28:59.102079 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:28:59.102414 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:28:59.102742 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:28:59.103065 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:28:59.103386 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:28:59.103707 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:28:59.104025 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:28:59.104376 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:28:59.104779 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:28:59.105100 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:28:59.106016 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:28:59.146554 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:59.146755 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Floating IP 8b67e17f-4e7a-4b0f-8d76-504c8c633820 disassociated (deleted). External IP: 172.27.3.143, port: 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24. Sep 07 04:28:59.556797 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Router 4607a507-874c-43d6-8907-5abfdba68903 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:28:59.659692 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:28:59.664542 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:28:59.670019 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5256da9e-da82-47d2-b0d8-cf4f9b86cfdd None None] Sync routers for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:28:59.678690 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256da9e-da82-47d2-b0d8-cf4f9b86cfdd None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:28:59.679368 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5256da9e-da82-47d2-b0d8-cf4f9b86cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:28:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:28:59.691357 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d18b8bb6-0deb-4c9a-a774-abcbcf86b08a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "DELETE /v2.0/floatingips/8b67e17f-4e7a-4b0f-8d76-504c8c633820 HTTP/1.1" status: 204 len: 168 time: 1.2093754 Sep 07 04:28:59.691938 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'tag': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:28:59.694198 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21704e5efdf44e8a7543bf401c638a30a9902a7b9881d0b470a3fbdbe53cef61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bf23f9-fc20-4b5c-a84f-eb7dfdb2beb3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb77e1d3-4a91-4313-a738-5c0dd9097ffd", "tag": "7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:28:59.797867 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-5256da9e-da82-47d2-b0d8-cf4f9b86cfdd None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:28:59.893270 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249ce8fc-787e-4bb1-ba5c-babad75c6e70 x-openstack-request-id: req-249ce8fc-787e-4bb1-ba5c-babad75c6e70 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:28:59.893563 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb77e1d3-4a91-4313-a738-5c0dd9097ffd", "tag": "7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:28:59.893888 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-249ce8fc-787e-4bb1-ba5c-babad75c6e70 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:28:59.894316 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'tag': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24', 'status': 'completed', 'code': 200} Sep 07 04:28:59.929945 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a1203-1189-4aab-93dc-9e8a41217cc2 req-8f1933de-749a-4a20-8018-0f912fb6a79c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:28:59.931438 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e65a1203-1189-4aab-93dc-9e8a41217cc2 req-8f1933de-749a-4a20-8018-0f912fb6a79c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 945 time: 0.0506237 Sep 07 04:28:59.970885 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e65a1203-1189-4aab-93dc-9e8a41217cc2 req-edd14d39-aafa-48f2-bf03-dd897f3ebe81 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330620 Sep 07 04:28:59.977640 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf23f9-fc20-4b5c-a84f-eb7dfdb2beb3 req-ab65cb5e-4545-4ee8-b45c-9904853411c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:28:59.979226 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d8bf23f9-fc20-4b5c-a84f-eb7dfdb2beb3 req-ab65cb5e-4545-4ee8-b45c-9904853411c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 1098 time: 0.0451632 Sep 07 04:29:00.045603 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5256da9e-da82-47d2-b0d8-cf4f9b86cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'bdeff199-340a-4053-aa19-12d9e5fd8f7b', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:73:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:24:05Z', 'updated_at': '2021-09-07T04:24:07Z', 'revision_number': 1, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:00.072435 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5256da9e-da82-47d2-b0d8-cf4f9b86cfdd None None] Checking router: 4607a507-874c-43d6-8907-5abfdba68903 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:29:00.081619 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256da9e-da82-47d2-b0d8-cf4f9b86cfdd None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:00.082246 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5256da9e-da82-47d2-b0d8-cf4f9b86cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:28:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:00.193546 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-5256da9e-da82-47d2-b0d8-cf4f9b86cfdd None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:00.319220 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf23f9-fc20-4b5c-a84f-eb7dfdb2beb3 req-88d1228c-af18-4145-a9a0-3528a31c63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:00.320715 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d8bf23f9-fc20-4b5c-a84f-eb7dfdb2beb3 req-88d1228c-af18-4145-a9a0-3528a31c63fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 913 time: 0.3332849 Sep 07 04:29:00.364227 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d8bf23f9-fc20-4b5c-a84f-eb7dfdb2beb3 req-6e330637-80ef-4894-b20e-acd2ba7bfb9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 HTTP/1.1" status: 200 len: 217 time: 0.0349429 Sep 07 04:29:00.413670 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf23f9-fc20-4b5c-a84f-eb7dfdb2beb3 req-8dbbc43a-cbe5-4120-a4ac-e219041e7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:00.415212 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d8bf23f9-fc20-4b5c-a84f-eb7dfdb2beb3 req-8dbbc43a-cbe5-4120-a4ac-e219041e7c63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 200 len: 851 time: 0.0430238 Sep 07 04:29:00.417341 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5256da9e-da82-47d2-b0d8-cf4f9b86cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'bdeff199-340a-4053-aa19-12d9e5fd8f7b', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:73:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:24:05Z', 'updated_at': '2021-09-07T04:24:07Z', 'revision_number': 1, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:00.443849 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5256da9e-da82-47d2-b0d8-cf4f9b86cfdd None None] The sync data for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi is: [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_floatingips': [{'id': 'bdeff199-340a-4053-aa19-12d9e5fd8f7b', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'router_id': '4607a507-874c-43d6-8907-5abfdba68903', 'port_id': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'mac_address': 'fa:16:3e:73:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T04:24:05Z', 'updated_at': '2021-09-07T04:24:07Z', 'revision_number': 1, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:29:00.461761 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf23f9-fc20-4b5c-a84f-eb7dfdb2beb3 req-7bb5629c-eb1b-4d5a-8344-1e84de59de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:00.463241 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d8bf23f9-fc20-4b5c-a84f-eb7dfdb2beb3 req-7bb5629c-eb1b-4d5a-8344-1e84de59de4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e9977e-4046-4f49-a6e9-16221dc75d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404079 Sep 07 04:29:00.556870 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d8bf23f9-fc20-4b5c-a84f-eb7dfdb2beb3 req-759a9641-7394-4856-8655-4e1e6a025ee9 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847344 Sep 07 04:29:00.648344 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d8bf23f9-fc20-4b5c-a84f-eb7dfdb2beb3 req-2f711d4f-ce1a-43c7-a59b-f1b33d754cf3 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836537 Sep 07 04:29:00.662252 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb394333-4cae-4331-8f45-bb39d687eecd None None] New status for floating IP 8b67e17f-4e7a-4b0f-8d76-504c8c633820: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:29:01.095516 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0efd6e-e8bf-46e8-bf2b-aaf6f29f39b6 req-eb040375-e995-4c37-bbd8-8480b8dfdee6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:01.096997 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c0efd6e-e8bf-46e8-bf2b-aaf6f29f39b6 req-eb040375-e995-4c37-bbd8-8480b8dfdee6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 945 time: 0.0508900 Sep 07 04:29:01.133832 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c0efd6e-e8bf-46e8-bf2b-aaf6f29f39b6 req-6dbadc2d-f603-4302-a908-12b76eb6a60a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310559 Sep 07 04:29:01.885428 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85e5f2-c167-4335-9b29-a1396f5372bc req-70fb750b-ccfd-49d5-a412-5675c21abf8c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:01.887389 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3d85e5f2-c167-4335-9b29-a1396f5372bc req-70fb750b-ccfd-49d5-a412-5675c21abf8c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 945 time: 0.0466559 Sep 07 04:29:01.975646 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-3d85e5f2-c167-4335-9b29-a1396f5372bc req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Deleting port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:01.975977 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3d85e5f2-c167-4335-9b29-a1396f5372bc req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:02.067501 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-3d85e5f2-c167-4335-9b29-a1396f5372bc req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] For port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:02.067855 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3d85e5f2-c167-4335-9b29-a1396f5372bc req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:02.079291 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-3d85e5f2-c167-4335-9b29-a1396f5372bc req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Calling delete_port for 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:02.203482 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3d85e5f2-c167-4335-9b29-a1396f5372bc req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:02.227560 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8e7986d2-ebf9-4085-8b41-fe07a79d6c99 req-705f27ce-85b9-4efd-a8a8-b5c466659f67 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 210 time: 0.0278590 Sep 07 04:29:02.235237 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event deleted for resources: {'Port': ['ID=7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:02.247712 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:02.248055 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:02.248415 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:02.248745 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:02.249064 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:02.249386 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:02.249706 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:02.250024 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:02.250454 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:02.250654 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:02.250966 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:02.251277 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:02.284274 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d85e5f2-c167-4335-9b29-a1396f5372bc req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] No DVR routers for this DVR port 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:29:02.286661 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3d85e5f2-c167-4335-9b29-a1396f5372bc req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:02.288676 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3d85e5f2-c167-4335-9b29-a1396f5372bc req-456bebf9-e784-4548-bca8-71ee9d812bf1 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "DELETE /v2.0/ports/7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 HTTP/1.1" status: 204 len: 173 time: 0.3950372 Sep 07 04:29:02.289094 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'name': 'network-vif-deleted', 'tag': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:29:02.291256 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64489bd8-29fa-4261-8697-cc65450daf8f" -d '{"events": [{"server_uuid": "eb77e1d3-4a91-4313-a738-5c0dd9097ffd", "name": "network-vif-deleted", "tag": "7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:29:02.328498 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4836dc1a-5615-49d8-a859-c59ddbac562a x-openstack-request-id: req-4836dc1a-5615-49d8-a859-c59ddbac562a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:29:02.328784 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb77e1d3-4a91-4313-a738-5c0dd9097ffd", "name": "network-vif-deleted", "tag": "7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:29:02.329027 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4836dc1a-5615-49d8-a859-c59ddbac562a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:29:02.329409 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb77e1d3-4a91-4313-a738-5c0dd9097ffd', 'name': 'network-vif-deleted', 'tag': '7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24', 'status': 'completed', 'code': 200} Sep 07 04:29:03.333171 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9087b09c-0308-486a-92a1-df475d3636ce req-e2b51bc1-d4ff-47a0-b091-86c42cb21a0b tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb77e1d3-4a91-4313-a738-5c0dd9097ffd HTTP/1.1" status: 200 len: 210 time: 0.0267985 Sep 07 04:29:05.186369 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:05.205960 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:05.206320 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 7b25d3d8-3392-4aa0-bc8f-9a4b1ef21d24 not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:05.303755 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49848) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:05.549014 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Deleting port 1f29d845-1096-4cd4-a098-8c14b15d4bf0 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:05.549327 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:05.626263 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:05.626589 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:05.638344 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Calling delete_port for 1f29d845-1096-4cd4-a098-8c14b15d4bf0 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:05.776494 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:05.804677 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event deleted for resources: {'Port': ['ID=1f29d845-1096-4cd4-a098-8c14b15d4bf0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:05.860545 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:05.860881 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.db.l3_db [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Floating IP dfa70e0b-96fc-4465-b69c-95a9ddef99af disassociated (deleted). External IP: 172.27.3.176, port: c22f809a-1cf5-4fa2-8a4b-6059409caadd. Sep 07 04:29:06.060243 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Router 576b392b-93fc-468e-9a9b-059e63dd678f has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:29:06.166501 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:29:06.171419 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:06.175933 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8e2c3-6468-4e68-908b-018d30a9f7e4 None None] Sync routers for ids ['576b392b-93fc-468e-9a9b-059e63dd678f'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:29:06.184900 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8e2c3-6468-4e68-908b-018d30a9f7e4 None None] Routers {'576b392b-93fc-468e-9a9b-059e63dd678f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:06.185503 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-3db8e2c3-6468-4e68-908b-018d30a9f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:28:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['576b392b-93fc-468e-9a9b-059e63dd678f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:06.197458 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-68a9a8e5-4e2b-42d3-bf5d-79d1e144842c tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "DELETE /v2.0/floatingips/dfa70e0b-96fc-4465-b69c-95a9ddef99af HTTP/1.1" status: 204 len: 168 time: 0.8926115 Sep 07 04:29:06.198142 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:29:06.201036 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d861417e-918f-4544-a4e2-5f7bd5fcde86" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:29:06.238130 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef9f173-418e-41f7-af4a-2bb832aa0836 x-openstack-request-id: req-4ef9f173-418e-41f7-af4a-2bb832aa0836 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:29:06.238421 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:29:06.238680 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ef9f173-418e-41f7-af4a-2bb832aa0836 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:29:06.239079 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'status': 'completed', 'code': 200} Sep 07 04:29:06.337557 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861417e-918f-4544-a4e2-5f7bd5fcde86 req-29b6d2d3-d559-4d0d-b542-871aec1b590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:06.339111 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d861417e-918f-4544-a4e2-5f7bd5fcde86 req-29b6d2d3-d559-4d0d-b542-871aec1b590e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7a6d697162e40598e1ec6bfb33e9201&device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 1099 time: 0.0522895 Sep 07 04:29:06.422018 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-3db8e2c3-6468-4e68-908b-018d30a9f7e4 None None] Set router 576b392b-93fc-468e-9a9b-059e63dd678f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:06.435284 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861417e-918f-4544-a4e2-5f7bd5fcde86 req-1be52016-2849-45e7-a116-ca06fbbb813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:06.437144 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d861417e-918f-4544-a4e2-5f7bd5fcde86 req-1be52016-2849-45e7-a116-ca06fbbb813d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b3d88a6-ff45-461c-931f-473210d73b13 HTTP/1.1" status: 200 len: 909 time: 0.0915549 Sep 07 04:29:06.441064 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e5c45-05f6-43df-9a10-a4d55b84dd0c req-4f660a11-067a-45ab-aaa7-b110815114bf tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:06.442655 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e54e5c45-05f6-43df-9a10-a4d55b84dd0c req-4f660a11-067a-45ab-aaa7-b110815114bf tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0503943 Sep 07 04:29:06.483298 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e54e5c45-05f6-43df-9a10-a4d55b84dd0c req-2b3b8fc7-0fea-45d5-bf63-4f1cf07af583 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335288 Sep 07 04:29:06.483515 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d861417e-918f-4544-a4e2-5f7bd5fcde86 req-8f45aea4-57c2-4446-af0a-fc3beecd7644 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd HTTP/1.1" status: 200 len: 217 time: 0.0371814 Sep 07 04:29:06.533381 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861417e-918f-4544-a4e2-5f7bd5fcde86 req-9b50753d-e31e-4bb7-89c4-1e4c9699d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:06.534830 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d861417e-918f-4544-a4e2-5f7bd5fcde86 req-9b50753d-e31e-4bb7-89c4-1e4c9699d460 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a07c746-6f89-4a42-bf2f-88ab6e46861d HTTP/1.1" status: 200 len: 847 time: 0.0434861 Sep 07 04:29:06.588427 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861417e-918f-4544-a4e2-5f7bd5fcde86 req-df621209-c85f-4fed-96b2-f67b1bdaf67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:06.589991 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d861417e-918f-4544-a4e2-5f7bd5fcde86 req-df621209-c85f-4fed-96b2-f67b1bdaf67e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b3d88a6-ff45-461c-931f-473210d73b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469744 Sep 07 04:29:06.600784 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49868) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:06.629440 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-3db8e2c3-6468-4e68-908b-018d30a9f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:22:52Z', 'revision_number': 4, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '173420a0-a664-40ba-8588-cf935758e192', 'name': '', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'mac_address': 'fa:16:3e:69:40:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:52Z', 'updated_at': '2021-09-07T04:22:58Z', 'revision_number': 5, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'subnets': [{'id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:06.655877 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8e2c3-6468-4e68-908b-018d30a9f7e4 None None] Checking router: 576b392b-93fc-468e-9a9b-059e63dd678f for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:29:06.665912 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8e2c3-6468-4e68-908b-018d30a9f7e4 None None] Routers {'576b392b-93fc-468e-9a9b-059e63dd678f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:06.666573 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-3db8e2c3-6468-4e68-908b-018d30a9f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:28:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['576b392b-93fc-468e-9a9b-059e63dd678f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:06.680817 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d861417e-918f-4544-a4e2-5f7bd5fcde86 req-c42f2176-9381-4a72-a925-020026249416 service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831847 Sep 07 04:29:06.763730 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Deleting port e2528052-6be8-46b3-9a03-f03345c26245 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:06.764424 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:06.777676 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-3db8e2c3-6468-4e68-908b-018d30a9f7e4 None None] Set router 576b392b-93fc-468e-9a9b-059e63dd678f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:06.778305 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d861417e-918f-4544-a4e2-5f7bd5fcde86 req-e5be4dba-5a38-4435-aabd-76bad658c0cc service neutron] 10.222.0.36 "GET /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893276 Sep 07 04:29:06.840746 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:06.840983 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:06.852240 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Calling delete_port for e2528052-6be8-46b3-9a03-f03345c26245 owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:06.971814 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-3db8e2c3-6468-4e68-908b-018d30a9f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:22:52Z', 'revision_number': 4, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '173420a0-a664-40ba-8588-cf935758e192', 'name': '', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'mac_address': 'fa:16:3e:69:40:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:52Z', 'updated_at': '2021-09-07T04:22:58Z', 'revision_number': 5, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'subnets': [{'id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:06.996677 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:07.001985 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8e2c3-6468-4e68-908b-018d30a9f7e4 None None] The sync data for ids ['576b392b-93fc-468e-9a9b-059e63dd678f'] in dv-cinder-778193-8-iscsi is: [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:22:52Z', 'revision_number': 4, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': '173420a0-a664-40ba-8588-cf935758e192', 'name': '', 'network_id': '0b3d88a6-ff45-461c-931f-473210d73b13', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'mac_address': 'fa:16:3e:69:40:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:52Z', 'updated_at': '2021-09-07T04:22:58Z', 'revision_number': 5, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'subnets': [{'id': '6a07c746-6f89-4a42-bf2f-88ab6e46861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:29:07.022897 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event deleted for resources: {'Port': ['ID=e2528052-6be8-46b3-9a03-f03345c26245,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:07.090109 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:07.090525 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Floating IP bdeff199-340a-4053-aa19-12d9e5fd8f7b disassociated (deleted). External IP: 172.27.3.24, port: 417fdd53-ff5f-4478-a3a7-354b2444ec79. Sep 07 04:29:07.225352 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84086d93-c021-4b38-8b80-9e5bdb63d34e None None] New status for floating IP dfa70e0b-96fc-4465-b69c-95a9ddef99af: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:29:07.301281 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Router 4607a507-874c-43d6-8907-5abfdba68903 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:29:07.412027 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:29:07.416412 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:07.421229 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c94dc0b-e333-416e-95ed-2c4dc3fc252a None None] Sync routers for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:29:07.430031 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c94dc0b-e333-416e-95ed-2c4dc3fc252a None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:07.430641 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-6c94dc0b-e333-416e-95ed-2c4dc3fc252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:28:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:07.442554 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5ee8976b-d992-45a9-a18f-1fb6089871f6 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "DELETE /v2.0/floatingips/bdeff199-340a-4053-aa19-12d9e5fd8f7b HTTP/1.1" status: 204 len: 168 time: 0.8406518 Sep 07 04:29:07.443238 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'tag': '417fdd53-ff5f-4478-a3a7-354b2444ec79'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:29:07.445582 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21704e5efdf44e8a7543bf401c638a30a9902a7b9881d0b470a3fbdbe53cef61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34abde80-fa9d-4217-9c41-75126b5db01a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e54837-a18b-47a4-8aad-8b7febf60563", "tag": "417fdd53-ff5f-4478-a3a7-354b2444ec79"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:29:07.482662 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 04:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665a8375-bbc7-4fd0-9e31-cc4b3b001c9b x-openstack-request-id: req-665a8375-bbc7-4fd0-9e31-cc4b3b001c9b {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:29:07.482950 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e54837-a18b-47a4-8aad-8b7febf60563", "tag": "417fdd53-ff5f-4478-a3a7-354b2444ec79", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:29:07.483196 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-665a8375-bbc7-4fd0-9e31-cc4b3b001c9b {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:29:07.483587 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'tag': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'status': 'completed', 'code': 200} Sep 07 04:29:07.545225 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-6c94dc0b-e333-416e-95ed-2c4dc3fc252a None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:07.594294 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abde80-fa9d-4217-9c41-75126b5db01a req-70b6bb80-9315-4fb0-bf00-fb1fd6d779d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:07.596304 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-34abde80-fa9d-4217-9c41-75126b5db01a req-70b6bb80-9315-4fb0-bf00-fb1fd6d779d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54227302cf51431b98f59cef103f2fd8&device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 1099 time: 0.0601954 Sep 07 04:29:07.650632 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ada8a-d331-44d4-a283-42cde2f2b366 req-4d2752fa-0e1b-4ec5-8fcc-a33ee36fa843 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:07.652245 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc9ada8a-d331-44d4-a283-42cde2f2b366 req-4d2752fa-0e1b-4ec5-8fcc-a33ee36fa843 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0711010 Sep 07 04:29:07.706537 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972082a-922f-4d3e-9742-0a828e13ca10 req-455ab0ee-0955-4d7d-943b-10bca81f840a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:07.708699 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9972082a-922f-4d3e-9742-0a828e13ca10 req-455ab0ee-0955-4d7d-943b-10bca81f840a tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 946 time: 0.0799582 Sep 07 04:29:07.730755 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc9ada8a-d331-44d4-a283-42cde2f2b366 req-50832482-06c0-4531-b02c-57fbdb8db2a8 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643382 Sep 07 04:29:07.757847 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9972082a-922f-4d3e-9742-0a828e13ca10 req-e2abb191-5a52-424f-a6ea-c0150120e866 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385294 Sep 07 04:29:07.766088 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abde80-fa9d-4217-9c41-75126b5db01a req-45983586-8217-495c-ba40-56a1865f8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:07.767584 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-34abde80-fa9d-4217-9c41-75126b5db01a req-45983586-8217-495c-ba40-56a1865f8d81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 200 len: 913 time: 0.1196604 Sep 07 04:29:07.785565 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-6c94dc0b-e333-416e-95ed-2c4dc3fc252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:07.811498 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c94dc0b-e333-416e-95ed-2c4dc3fc252a None None] Checking router: 4607a507-874c-43d6-8907-5abfdba68903 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:29:07.819668 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c94dc0b-e333-416e-95ed-2c4dc3fc252a None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:07.820294 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-6c94dc0b-e333-416e-95ed-2c4dc3fc252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:28:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:07.834547 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-34abde80-fa9d-4217-9c41-75126b5db01a req-dffba2d4-1bab-4168-8eee-957a6628b508 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=417fdd53-ff5f-4478-a3a7-354b2444ec79 HTTP/1.1" status: 200 len: 217 time: 0.0349047 Sep 07 04:29:07.892361 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abde80-fa9d-4217-9c41-75126b5db01a req-bf4fe290-56fe-407c-bb9c-7d0b7efaef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:07.893883 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-34abde80-fa9d-4217-9c41-75126b5db01a req-bf4fe290-56fe-407c-bb9c-7d0b7efaef43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 200 len: 851 time: 0.0491474 Sep 07 04:29:07.926842 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-6c94dc0b-e333-416e-95ed-2c4dc3fc252a None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:07.941194 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abde80-fa9d-4217-9c41-75126b5db01a req-a6641366-d5dc-4f89-9b96-6c32322a7a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:07.942692 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-34abde80-fa9d-4217-9c41-75126b5db01a req-a6641366-d5dc-4f89-9b96-6c32322a7a65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36e9977e-4046-4f49-a6e9-16221dc75d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401657 Sep 07 04:29:08.041243 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-34abde80-fa9d-4217-9c41-75126b5db01a req-24416b10-11b7-4d56-bbed-cbfdd866c8bb service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847392 Sep 07 04:29:08.123039 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-6c94dc0b-e333-416e-95ed-2c4dc3fc252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:08.133804 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-34abde80-fa9d-4217-9c41-75126b5db01a req-d503ea66-5eae-4261-8b33-210cff841180 service neutron] 10.222.0.36 "GET /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844755 Sep 07 04:29:08.149427 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c94dc0b-e333-416e-95ed-2c4dc3fc252a None None] The sync data for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi is: [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:18:11Z', 'revision_number': 4, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi', '_interfaces': [{'id': 'ea789363-4f66-4af1-9395-4e3be5118e4e', 'name': '', 'network_id': '36e9977e-4046-4f49-a6e9-16221dc75d9f', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'mac_address': 'fa:16:3e:90:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:10Z', 'updated_at': '2021-09-07T04:18:20Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'subnets': [{'id': '42df96b6-d23b-4b64-bafd-b7718fe12d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:29:08.351837 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1185b9-0ac5-4792-8647-0aea085696a7 None None] New status for floating IP bdeff199-340a-4053-aa19-12d9e5fd8f7b: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 04:29:08.407800 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a9ea9-bd0e-4e74-acc8-659c2d72c66a req-1417ecc2-2ea4-4a3c-9121-342bcb9cc113 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:08.409374 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2d6a9ea9-bd0e-4e74-acc8-659c2d72c66a req-1417ecc2-2ea4-4a3c-9121-342bcb9cc113 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0480323 Sep 07 04:29:08.505547 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-2d6a9ea9-bd0e-4e74-acc8-659c2d72c66a req-8ef42bb8-5658-4fe1-bc9c-06941b400982 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Deleting port c22f809a-1cf5-4fa2-8a4b-6059409caadd {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:08.505880 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2d6a9ea9-bd0e-4e74-acc8-659c2d72c66a req-8ef42bb8-5658-4fe1-bc9c-06941b400982 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:08.600954 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2d6a9ea9-bd0e-4e74-acc8-659c2d72c66a req-8ef42bb8-5658-4fe1-bc9c-06941b400982 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] For port c22f809a-1cf5-4fa2-8a4b-6059409caadd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c22f809a-1cf5-4fa2-8a4b-6059409caadd,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:08.601615 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2d6a9ea9-bd0e-4e74-acc8-659c2d72c66a req-8ef42bb8-5658-4fe1-bc9c-06941b400982 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:08.613860 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-2d6a9ea9-bd0e-4e74-acc8-659c2d72c66a req-8ef42bb8-5658-4fe1-bc9c-06941b400982 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Calling delete_port for c22f809a-1cf5-4fa2-8a4b-6059409caadd owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:08.716982 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836fde5-6aeb-41d5-b799-dddd3e2cef6c req-09f99569-aee1-4ab1-84bd-7871ce626e1d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:08.718418 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2836fde5-6aeb-41d5-b799-dddd3e2cef6c req-09f99569-aee1-4ab1-84bd-7871ce626e1d tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 946 time: 0.0676088 Sep 07 04:29:08.843220 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2d6a9ea9-bd0e-4e74-acc8-659c2d72c66a req-8ef42bb8-5658-4fe1-bc9c-06941b400982 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:08.875452 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74329444-6ac0-450c-996b-d916e46f5183 req-d8b1ca74-e98e-4567-9e30-9235de0c3383 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:08.876484 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef42bb8-5658-4fe1-bc9c-06941b400982 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event deleted for resources: {'Port': ['ID=c22f809a-1cf5-4fa2-8a4b-6059409caadd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:08.878325 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-74329444-6ac0-450c-996b-d916e46f5183 req-d8b1ca74-e98e-4567-9e30-9235de0c3383 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0fceec5-855c-4869-96f6-e2c1886b15b9 HTTP/1.1" status: 200 len: 946 time: 0.0779791 Sep 07 04:29:08.892522 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-2836fde5-6aeb-41d5-b799-dddd3e2cef6c req-4c1e6c7d-998a-433c-a0fa-6d6ee92aad21 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Deleting port 417fdd53-ff5f-4478-a3a7-354b2444ec79 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:08.892865 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2836fde5-6aeb-41d5-b799-dddd3e2cef6c req-4c1e6c7d-998a-433c-a0fa-6d6ee92aad21 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:08.922137 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c05f6-24f8-4074-9b27-920953e101b4 req-38a9dfc4-be6c-4c0c-802b-b92fae1d77dd tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 04:29:08.923603 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c9c05f6-24f8-4074-9b27-920953e101b4 req-38a9dfc4-be6c-4c0c-802b-b92fae1d77dd tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 946 time: 0.0866287 Sep 07 04:29:08.944483 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6a9ea9-bd0e-4e74-acc8-659c2d72c66a req-8ef42bb8-5658-4fe1-bc9c-06941b400982 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] No DVR routers for this DVR port c22f809a-1cf5-4fa2-8a4b-6059409caadd on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:29:08.945154 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-74329444-6ac0-450c-996b-d916e46f5183 req-d3a923f5-bf14-4d35-80d3-0e3937c961cb tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "GET /v2.0/security-groups?id=efdc5747-5cb8-418c-ab01-0dd1ecc8f855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586758 Sep 07 04:29:08.948531 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2d6a9ea9-bd0e-4e74-acc8-659c2d72c66a req-8ef42bb8-5658-4fe1-bc9c-06941b400982 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:08.951071 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2d6a9ea9-bd0e-4e74-acc8-659c2d72c66a req-8ef42bb8-5658-4fe1-bc9c-06941b400982 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.36 "DELETE /v2.0/ports/c22f809a-1cf5-4fa2-8a4b-6059409caadd HTTP/1.1" status: 204 len: 173 time: 0.5316079 Sep 07 04:29:08.951507 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'name': 'network-vif-deleted', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:29:08.953760 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f98ab50-d92a-41c5-8501-79611eb88d02" -d '{"events": [{"server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "name": "network-vif-deleted", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:29:08.975566 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3c9c05f6-24f8-4074-9b27-920953e101b4 req-d913364c-d321-4b4f-b7c1-2520aad81a4c tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f06cf78-94db-43ff-a510-5e9e6c478cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409620 Sep 07 04:29:09.010678 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2fe995-7752-41ac-9b3c-4a3b7d001f24 x-openstack-request-id: req-5c2fe995-7752-41ac-9b3c-4a3b7d001f24 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:29:09.010970 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fceec5-855c-4869-96f6-e2c1886b15b9", "name": "network-vif-deleted", "tag": "c22f809a-1cf5-4fa2-8a4b-6059409caadd", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:29:09.011216 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c2fe995-7752-41ac-9b3c-4a3b7d001f24 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:29:09.012139 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fceec5-855c-4869-96f6-e2c1886b15b9', 'name': 'network-vif-deleted', 'tag': 'c22f809a-1cf5-4fa2-8a4b-6059409caadd', 'status': 'completed', 'code': 200} Sep 07 04:29:09.026032 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2836fde5-6aeb-41d5-b799-dddd3e2cef6c req-4c1e6c7d-998a-433c-a0fa-6d6ee92aad21 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] For port 417fdd53-ff5f-4478-a3a7-354b2444ec79, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=417fdd53-ff5f-4478-a3a7-354b2444ec79,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:09.026399 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2836fde5-6aeb-41d5-b799-dddd3e2cef6c req-4c1e6c7d-998a-433c-a0fa-6d6ee92aad21 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:09.039517 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-2836fde5-6aeb-41d5-b799-dddd3e2cef6c req-4c1e6c7d-998a-433c-a0fa-6d6ee92aad21 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Calling delete_port for 417fdd53-ff5f-4478-a3a7-354b2444ec79 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:09.163510 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2836fde5-6aeb-41d5-b799-dddd3e2cef6c req-4c1e6c7d-998a-433c-a0fa-6d6ee92aad21 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:09.192123 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e6c7d-998a-433c-a0fa-6d6ee92aad21 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event deleted for resources: {'Port': ['ID=417fdd53-ff5f-4478-a3a7-354b2444ec79,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:09.236601 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2836fde5-6aeb-41d5-b799-dddd3e2cef6c req-4c1e6c7d-998a-433c-a0fa-6d6ee92aad21 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] No DVR routers for this DVR port 417fdd53-ff5f-4478-a3a7-354b2444ec79 on host hv-cinder-77819 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:29:09.239044 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2836fde5-6aeb-41d5-b799-dddd3e2cef6c req-4c1e6c7d-998a-433c-a0fa-6d6ee92aad21 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:09.241070 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2836fde5-6aeb-41d5-b799-dddd3e2cef6c req-4c1e6c7d-998a-433c-a0fa-6d6ee92aad21 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.36 "DELETE /v2.0/ports/417fdd53-ff5f-4478-a3a7-354b2444ec79 HTTP/1.1" status: 204 len: 173 time: 0.5145452 Sep 07 04:29:10.003099 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49890) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:10.091745 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3e2541a0-4c35-4251-83bf-f8aec10ac2c1 req-912ef13e-c075-47d8-a33f-4850b1aa4e8b tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e54837-a18b-47a4-8aad-8b7febf60563 HTTP/1.1" status: 200 len: 210 time: 0.0349746 Sep 07 04:29:10.092797 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8c34cbc4-fd4e-45c1-adc1-24b604539605 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:10.118811 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8c34cbc4-fd4e-45c1-adc1-24b604539605 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:10.180241 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8c34cbc4-fd4e-45c1-adc1-24b604539605 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:10.182985 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8c34cbc4-fd4e-45c1-adc1-24b604539605 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:10.184215 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8c34cbc4-fd4e-45c1-adc1-24b604539605 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] 10.222.0.41 "DELETE /v2.0/security-groups/efdc5747-5cb8-418c-ab01-0dd1ecc8f855 HTTP/1.1" status: 204 len: 168 time: 0.1802602 Sep 07 04:29:10.193653 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34cbc4-fd4e-45c1-adc1-24b604539605 tempest-TestShelveInstance-1471795085 tempest-TestShelveInstance-1471795085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdc5747-5cb8-418c-ab01-0dd1ecc8f855,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:10.228679 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49894) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:10.903930 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a272429-76d8-44d5-a34f-12698e6b88ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322840'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:11.028211 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'name': 'network-vif-deleted', 'tag': '417fdd53-ff5f-4478-a3a7-354b2444ec79'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 04:29:11.030444 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f824aae7545af5d76c518767e45bbc18f5e8bdc04cd92d4ce4286eacf9743c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e54f32-8775-48e3-a628-4a2a30186e77" -d '{"events": [{"server_uuid": "b6e54837-a18b-47a4-8aad-8b7febf60563", "name": "network-vif-deleted", "tag": "417fdd53-ff5f-4478-a3a7-354b2444ec79"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 04:29:11.065725 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 04:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478bb053-8fc5-4b34-843f-543ea3b33bcb x-openstack-request-id: req-478bb053-8fc5-4b34-843f-543ea3b33bcb {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 04:29:11.065961 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e54837-a18b-47a4-8aad-8b7febf60563", "name": "network-vif-deleted", "tag": "417fdd53-ff5f-4478-a3a7-354b2444ec79", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 04:29:11.066214 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-478bb053-8fc5-4b34-843f-543ea3b33bcb {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 04:29:11.066602 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e54837-a18b-47a4-8aad-8b7febf60563', 'name': 'network-vif-deleted', 'tag': '417fdd53-ff5f-4478-a3a7-354b2444ec79', 'status': 'completed', 'code': 200} Sep 07 04:29:11.147989 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9a272429-76d8-44d5-a34f-12698e6b88ed admin admin] Deleting port 173420a0-a664-40ba-8588-cf935758e192 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:11.148363 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a272429-76d8-44d5-a34f-12698e6b88ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:11.149445 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49904) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:11.223308 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c22f809a-1cf5-4fa2-8a4b-6059409caadd no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:11.239403 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-9a272429-76d8-44d5-a34f-12698e6b88ed admin admin] For port 173420a0-a664-40ba-8588-cf935758e192, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=173420a0-a664-40ba-8588-cf935758e192,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:11.240022 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a272429-76d8-44d5-a34f-12698e6b88ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:11.244089 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: c22f809a-1cf5-4fa2-8a4b-6059409caadd {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:11.244555 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device c22f809a-1cf5-4fa2-8a4b-6059409caadd not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:11.253055 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9a272429-76d8-44d5-a34f-12698e6b88ed admin admin] Calling delete_port for 173420a0-a664-40ba-8588-cf935758e192 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:11.285672 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-74a8db93-7a6f-4ac5-8d1c-971995a35ed0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Deleting port 9f48828d-4f85-4eb9-8afa-7c98b530f653 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:11.286019 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74a8db93-7a6f-4ac5-8d1c-971995a35ed0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:11.359072 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74a8db93-7a6f-4ac5-8d1c-971995a35ed0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:11.359302 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74a8db93-7a6f-4ac5-8d1c-971995a35ed0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:11.371077 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-74a8db93-7a6f-4ac5-8d1c-971995a35ed0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Calling delete_port for 9f48828d-4f85-4eb9-8afa-7c98b530f653 owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:11.432498 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a272429-76d8-44d5-a34f-12698e6b88ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:11.457037 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a272429-76d8-44d5-a34f-12698e6b88ed admin admin] Pushing event deleted for resources: {'Port': ['ID=173420a0-a664-40ba-8588-cf935758e192,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:11.515639 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74a8db93-7a6f-4ac5-8d1c-971995a35ed0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:11.542688 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8db93-7a6f-4ac5-8d1c-971995a35ed0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event deleted for resources: {'Port': ['ID=9f48828d-4f85-4eb9-8afa-7c98b530f653,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:11.619214 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74a8db93-7a6f-4ac5-8d1c-971995a35ed0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:11.622100 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74a8db93-7a6f-4ac5-8d1c-971995a35ed0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26785'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:11.623568 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-74a8db93-7a6f-4ac5-8d1c-971995a35ed0 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "DELETE /v2.0/floatingips/f6b71faf-d805-4f6c-9337-0771778d4771 HTTP/1.1" status: 204 len: 168 time: 0.4730809 Sep 07 04:29:11.642051 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a272429-76d8-44d5-a34f-12698e6b88ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33082078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-322948'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:11.769164 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f777381d-de8d-4c8b-b444-b2d9ccd6bb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:11.867663 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a272429-76d8-44d5-a34f-12698e6b88ed admin admin] Router 576b392b-93fc-468e-9a9b-059e63dd678f has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:29:11.978321 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a272429-76d8-44d5-a34f-12698e6b88ed admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:29:11.985319 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-9a272429-76d8-44d5-a34f-12698e6b88ed admin admin] 10.222.0.41 "PUT /v2.0/routers/576b392b-93fc-468e-9a9b-059e63dd678f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7550027 Sep 07 04:29:11.986683 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49916) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:11.988163 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb506a-71ce-4da6-9172-5b7c3a86763e None None] Sync routers for ids ['576b392b-93fc-468e-9a9b-059e63dd678f'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:29:11.998494 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb506a-71ce-4da6-9172-5b7c3a86763e None None] Routers {'576b392b-93fc-468e-9a9b-059e63dd678f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:11.999208 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-2ccb506a-71ce-4da6-9172-5b7c3a86763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:28:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['576b392b-93fc-468e-9a9b-059e63dd678f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:12.094204 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.110062 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-2ccb506a-71ce-4da6-9172-5b7c3a86763e None None] Set router 576b392b-93fc-468e-9a9b-059e63dd678f gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:12.196846 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.249499 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Deleting port 4f642b68-555f-4aff-a5ae-772139cfa038 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:12.250209 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.299709 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-2ccb506a-71ce-4da6-9172-5b7c3a86763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:29:11Z', 'revision_number': 5, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port': {'id': '4f642b68-555f-4aff-a5ae-772139cfa038', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:50Z', 'updated_at': '2021-09-07T04:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:12.326137 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb506a-71ce-4da6-9172-5b7c3a86763e None None] Checking router: 576b392b-93fc-468e-9a9b-059e63dd678f for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:29:12.329997 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] For port 4f642b68-555f-4aff-a5ae-772139cfa038, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=4f642b68-555f-4aff-a5ae-772139cfa038,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:12.330356 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.334157 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb506a-71ce-4da6-9172-5b7c3a86763e None None] Routers {'576b392b-93fc-468e-9a9b-059e63dd678f'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:12.334758 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-2ccb506a-71ce-4da6-9172-5b7c3a86763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:28:44Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['576b392b-93fc-468e-9a9b-059e63dd678f'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:12.341452 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Calling delete_port for 4f642b68-555f-4aff-a5ae-772139cfa038 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:12.519592 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.545063 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f642b68-555f-4aff-a5ae-772139cfa038,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:12.545262 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-2ccb506a-71ce-4da6-9172-5b7c3a86763e None None] Set router 576b392b-93fc-468e-9a9b-059e63dd678f gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:12.598423 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-2ccb506a-71ce-4da6-9172-5b7c3a86763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:29:12Z', 'revision_number': 6, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port_host': None}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:12.602759 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-322086'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.624986 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb506a-71ce-4da6-9172-5b7c3a86763e None None] The sync data for ids ['576b392b-93fc-468e-9a9b-059e63dd678f'] in dv-cinder-778193-8-iscsi is: [{'id': '576b392b-93fc-468e-9a9b-059e63dd678f', 'name': 'tempest-TestShelveInstance-210206952-router', 'tenant_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:49Z', 'updated_at': '2021-09-07T04:29:12Z', 'revision_number': 6, 'project_id': 'c7a6d697162e40598e1ec6bfb33e9201', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:29:12.694180 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15493'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.696157 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.736512 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-323708'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.737041 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 576b392b-93fc-468e-9a9b-059e63dd678f {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:29:12.741447 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.742590 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-10616d85-4908-4fd4-857b-d5fa44839200 admin admin] 10.222.0.41 "DELETE /v2.0/routers/576b392b-93fc-468e-9a9b-059e63dd678f HTTP/1.1" status: 204 len: 168 time: 0.7549753 Sep 07 04:29:12.745132 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49918) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:12.789022 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0a4b19-7c75-44d1-9b3a-0d65402270df admin admin] Deleting subnet 6a07c746-6f89-4a42-bf2f-88ab6e46861d {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:29:12.791958 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4b19-7c75-44d1-9b3a-0d65402270df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.822700 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49922) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:12.825276 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4b19-7c75-44d1-9b3a-0d65402270df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30740894'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.880282 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-424bf9e1-ecef-4b55-8e90-33acdb8d3bd8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.903609 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4b19-7c75-44d1-9b3a-0d65402270df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.905273 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-424bf9e1-ecef-4b55-8e90-33acdb8d3bd8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.962492 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4b19-7c75-44d1-9b3a-0d65402270df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30701965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30223323'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.967103 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-424bf9e1-ecef-4b55-8e90-33acdb8d3bd8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.968767 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-424bf9e1-ecef-4b55-8e90-33acdb8d3bd8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:12.970012 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-424bf9e1-ecef-4b55-8e90-33acdb8d3bd8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f06cf78-94db-43ff-a510-5e9e6c478cf0 HTTP/1.1" status: 204 len: 168 time: 0.1458156 Sep 07 04:29:12.981179 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bf9e1-ecef-4b55-8e90-33acdb8d3bd8 tempest-TestVolumeBootPattern-1428213761 tempest-TestVolumeBootPattern-1428213761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f06cf78-94db-43ff-a510-5e9e6c478cf0,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:12.996631 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a4b19-7c75-44d1-9b3a-0d65402270df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a07c746-6f89-4a42-bf2f-88ab6e46861d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:13.002498 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4b19-7c75-44d1-9b3a-0d65402270df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:13.004732 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2d0a4b19-7c75-44d1-9b3a-0d65402270df admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6a07c746-6f89-4a42-bf2f-88ab6e46861d HTTP/1.1" status: 204 len: 168 time: 0.2586856 Sep 07 04:29:13.008078 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49926) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:13.011197 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575bb468-2bdf-46ed-a6c1-8fe8d8997150 None None] Network 0b3d88a6-ff45-461c-931f-473210d73b13 requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:29:13.045398 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49928) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:13.103809 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:13.167225 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Deleting port 5e5692a0-751b-4e69-81c9-fcec8f51af31 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:13.167608 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:13.218334 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 417fdd53-ff5f-4478-a3a7-354b2444ec79 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:13.233982 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] For port 5e5692a0-751b-4e69-81c9-fcec8f51af31, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=5e5692a0-751b-4e69-81c9-fcec8f51af31,segment=NetworkSegment(756a0d50-cad4-47a9-bbe6-2702ef9a880a),segment_id=756a0d50-cad4-47a9-bbe6-2702ef9a880a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:13.234342 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:13.239550 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] No Port match for: 417fdd53-ff5f-4478-a3a7-354b2444ec79 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:13.240022 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Device 417fdd53-ff5f-4478-a3a7-354b2444ec79 not bound to the agent host hv-cinder-77819 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:13.251940 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Calling delete_port for 5e5692a0-751b-4e69-81c9-fcec8f51af31 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:13.327950 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:13.352666 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5692a0-751b-4e69-81c9-fcec8f51af31,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:13.356126 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] No DVR routers for this DVR port 5e5692a0-751b-4e69-81c9-fcec8f51af31 on host dv-cinder-778193-8-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:29:13.428939 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:13.451167 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15eeeb3-550a-4f5d-919f-1938aa0c2065 None None] DHCP port deletion for 0b3d88a6-ff45-461c-931f-473210d73b13 request from dv-cinder-778193-8-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:29:13.462054 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3d88a6-ff45-461c-931f-473210d73b13']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:13.472836 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756a0d50-cad4-47a9-bbe6-2702ef9a880a') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:13.473128 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756a0d50-cad4-47a9-bbe6-2702ef9a880a') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:13.478386 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cf9c27bd-e502-47de-a7ac-1895ac4af182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322840'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:13.483594 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30740869'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:13.497087 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:13.502953 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:29:13.503327 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30702055'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: Traceback (most recent call last): Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: timer() Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: cb(*args, **kw) Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: return func(*args, **kwargs) Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: self._notify() Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: self.callback(batched_events) Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: event.method(event) Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: return f(self, *a, **k) Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._get(url).json() Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:29:13.505060 dv-cinder-778193-8-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:29:13.576169 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:13.582208 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:13.584182 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0b3d88a6-ff45-461c-931f-473210d73b13 HTTP/1.1" status: 204 len: 168 time: 0.5747960 Sep 07 04:29:13.587196 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49934) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:13.596612 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb405acd-76bf-4e7d-9577-2ae1715d87b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b3d88a6-ff45-461c-931f-473210d73b13,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:14.184436 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c27bd-e502-47de-a7ac-1895ac4af182 admin admin] Deleting port ea789363-4f66-4af1-9395-4e3be5118e4e {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:14.185018 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cf9c27bd-e502-47de-a7ac-1895ac4af182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:14.262136 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12928f5b-b573-4d4f-9697-87b5ce78fbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:14.278819 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-cf9c27bd-e502-47de-a7ac-1895ac4af182 admin admin] For port ea789363-4f66-4af1-9395-4e3be5118e4e, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=ea789363-4f66-4af1-9395-4e3be5118e4e,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:14.279171 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cf9c27bd-e502-47de-a7ac-1895ac4af182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:14.296882 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c27bd-e502-47de-a7ac-1895ac4af182 admin admin] Calling delete_port for ea789363-4f66-4af1-9395-4e3be5118e4e owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:14.393298 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d97ddf13-03bc-4c14-9e34-a8fb290327f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322840'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:14.518777 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 4f642b68-555f-4aff-a5ae-772139cfa038 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:14.539607 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 4f642b68-555f-4aff-a5ae-772139cfa038 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:14.540039 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 4f642b68-555f-4aff-a5ae-772139cfa038 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:14.540552 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 5e5692a0-751b-4e69-81c9-fcec8f51af31 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:14.560735 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 5e5692a0-751b-4e69-81c9-fcec8f51af31 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:14.561172 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 5e5692a0-751b-4e69-81c9-fcec8f51af31 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:14.561654 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 173420a0-a664-40ba-8588-cf935758e192 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:14.582818 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 173420a0-a664-40ba-8588-cf935758e192 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:14.583240 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 173420a0-a664-40ba-8588-cf935758e192 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:14.633922 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cf9c27bd-e502-47de-a7ac-1895ac4af182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:14.665001 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c27bd-e502-47de-a7ac-1895ac4af182 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea789363-4f66-4af1-9395-4e3be5118e4e,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:14.785340 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:14.871773 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-d97ddf13-03bc-4c14-9e34-a8fb290327f3 admin admin] Deleting port 391ca74b-b311-405b-b143-283bf9fe897a {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:14.872106 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d97ddf13-03bc-4c14-9e34-a8fb290327f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:14.887674 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cf9c27bd-e502-47de-a7ac-1895ac4af182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33082078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-322948'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:15.026630 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-d97ddf13-03bc-4c14-9e34-a8fb290327f3 admin admin] For port 391ca74b-b311-405b-b143-283bf9fe897a, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=391ca74b-b311-405b-b143-283bf9fe897a,segment=NetworkSegment(106bbc40-431d-4d3b-88c7-62194196f178),segment_id=106bbc40-431d-4d3b-88c7-62194196f178)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:15.026986 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d97ddf13-03bc-4c14-9e34-a8fb290327f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:15.043220 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-d97ddf13-03bc-4c14-9e34-a8fb290327f3 admin admin] Calling delete_port for 391ca74b-b311-405b-b143-283bf9fe897a owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:15.240671 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9c27bd-e502-47de-a7ac-1895ac4af182 admin admin] Router 4607a507-874c-43d6-8907-5abfdba68903 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:29:15.293394 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:15.383950 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d97ddf13-03bc-4c14-9e34-a8fb290327f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:15.413256 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9c27bd-e502-47de-a7ac-1895ac4af182 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:29:15.421904 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-cf9c27bd-e502-47de-a7ac-1895ac4af182 admin admin] 10.222.0.41 "PUT /v2.0/routers/4607a507-874c-43d6-8907-5abfdba68903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3727889 Sep 07 04:29:15.421904 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ddf13-03bc-4c14-9e34-a8fb290327f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=391ca74b-b311-405b-b143-283bf9fe897a,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:15.423537 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49936) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:15.429292 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7dd271-68cf-4250-929d-4cda09d72ec6 None None] Sync routers for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:29:15.444429 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7dd271-68cf-4250-929d-4cda09d72ec6 None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:15.445045 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-db7dd271-68cf-4250-929d-4cda09d72ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:29:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:15.542333 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:15.556776 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-db7dd271-68cf-4250-929d-4cda09d72ec6 None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:15.595845 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d97ddf13-03bc-4c14-9e34-a8fb290327f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33082078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-322948'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:15.650769 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:15.705512 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Deleting port ebe1496f-784b-4f58-984b-f9a4b7a78012 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:15.705853 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:15.757634 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-db7dd271-68cf-4250-929d-4cda09d72ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:29:14Z', 'revision_number': 5, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port': {'id': 'ebe1496f-784b-4f58-984b-f9a4b7a78012', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607a507-874c-43d6-8907-5abfdba68903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:08Z', 'updated_at': '2021-09-07T04:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:15.788609 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] For port ebe1496f-784b-4f58-984b-f9a4b7a78012, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=ebe1496f-784b-4f58-984b-f9a4b7a78012,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:15.788899 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7dd271-68cf-4250-929d-4cda09d72ec6 None None] Checking router: 4607a507-874c-43d6-8907-5abfdba68903 for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:29:15.789002 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:15.799404 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7dd271-68cf-4250-929d-4cda09d72ec6 None None] Routers {'4607a507-874c-43d6-8907-5abfdba68903'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:15.800027 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-db7dd271-68cf-4250-929d-4cda09d72ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:29:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4607a507-874c-43d6-8907-5abfdba68903'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:15.803120 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Calling delete_port for ebe1496f-784b-4f58-984b-f9a4b7a78012 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:15.888081 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-db7dd271-68cf-4250-929d-4cda09d72ec6 None None] Set router 4607a507-874c-43d6-8907-5abfdba68903 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:15.945145 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-db7dd271-68cf-4250-929d-4cda09d72ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:29:15Z', 'revision_number': 6, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port_host': None}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:15.975072 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7dd271-68cf-4250-929d-4cda09d72ec6 None None] The sync data for ids ['4607a507-874c-43d6-8907-5abfdba68903'] in dv-cinder-778193-8-iscsi is: [{'id': '4607a507-874c-43d6-8907-5abfdba68903', 'name': 'tempest-TestVolumeBootPattern-1505522595-router', 'tenant_id': '54227302cf51431b98f59cef103f2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:07Z', 'updated_at': '2021-09-07T04:29:15Z', 'revision_number': 6, 'project_id': '54227302cf51431b98f59cef103f2fd8', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:29:15.986945 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.017583 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe1496f-784b-4f58-984b-f9a4b7a78012,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:16.054147 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97ddf13-03bc-4c14-9e34-a8fb290327f3 admin admin] Router 3ae64b61-88c6-4c69-a27e-5f0a5734a038 has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:29:16.074904 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-322086'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.163357 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97ddf13-03bc-4c14-9e34-a8fb290327f3 admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:29:16.167172 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15493'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.171074 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d97ddf13-03bc-4c14-9e34-a8fb290327f3 admin admin] 10.222.0.41 "PUT /v2.0/routers/3ae64b61-88c6-4c69-a27e-5f0a5734a038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5807080 Sep 07 04:29:16.171494 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.171587 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49938) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:16.176823 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a827726-12ec-48e2-a835-20cf9458323c None None] Sync routers for ids ['3ae64b61-88c6-4c69-a27e-5f0a5734a038'] in dv-cinder-778193-8-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:29:16.187312 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a827726-12ec-48e2-a835-20cf9458323c None None] Routers {'3ae64b61-88c6-4c69-a27e-5f0a5734a038'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:16.187929 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-2a827726-12ec-48e2-a835-20cf9458323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:29:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['3ae64b61-88c6-4c69-a27e-5f0a5734a038'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:16.216026 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-323708'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.216606 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4607a507-874c-43d6-8907-5abfdba68903 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:29:16.220966 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.222258 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2c2476f3-63ad-4f1b-bbcd-ef12e74bfd22 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4607a507-874c-43d6-8907-5abfdba68903 HTTP/1.1" status: 204 len: 168 time: 0.7964411 Sep 07 04:29:16.224640 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49940) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:16.272605 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7c89d1-8341-4b3a-a95c-9cad2c13e7e0 admin admin] Deleting subnet 42df96b6-d23b-4b64-bafd-b7718fe12d74 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:29:16.275838 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Notify callbacks [] for router, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.276541 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e7c89d1-8341-4b3a-a95c-9cad2c13e7e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.297728 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-2a827726-12ec-48e2-a835-20cf9458323c None None] Set router 3ae64b61-88c6-4c69-a27e-5f0a5734a038 gateway port host: dv-cinder-778193-8-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:16.318795 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e7c89d1-8341-4b3a-a95c-9cad2c13e7e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30740894'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.399307 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e7c89d1-8341-4b3a-a95c-9cad2c13e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.416064 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.468376 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e7c89d1-8341-4b3a-a95c-9cad2c13e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30701965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30223323'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.487396 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Deleting port 47566e7d-d36c-4e66-80c7-92226a7a3362 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:16.487869 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.492119 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-2a827726-12ec-48e2-a835-20cf9458323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'name': 'tempest-TestShelveInstance-157073258-router', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:55Z', 'updated_at': '2021-09-07T04:29:15Z', 'revision_number': 5, 'project_id': '0103135848774c319e4b92e442e179a9', 'gw_port': {'id': '47566e7d-d36c-4e66-80c7-92226a7a3362', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:22:56Z', 'updated_at': '2021-09-07T04:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:16.496415 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c89d1-8341-4b3a-a95c-9cad2c13e7e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42df96b6-d23b-4b64-bafd-b7718fe12d74,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:16.498721 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e7c89d1-8341-4b3a-a95c-9cad2c13e7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.502773 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8e7c89d1-8341-4b3a-a95c-9cad2c13e7e0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/42df96b6-d23b-4b64-bafd-b7718fe12d74 HTTP/1.1" status: 204 len: 168 time: 0.2750065 Sep 07 04:29:16.502999 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49942) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:16.525424 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845c6d29-5b9e-49fa-8f96-c9a223e7b93d None None] Network 36e9977e-4046-4f49-a6e9-16221dc75d9f requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:29:16.528389 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a827726-12ec-48e2-a835-20cf9458323c None None] Checking router: 3ae64b61-88c6-4c69-a27e-5f0a5734a038 for host: dv-cinder-778193-8-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:29:16.569297 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] For port 47566e7d-d36c-4e66-80c7-92226a7a3362, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=47566e7d-d36c-4e66-80c7-92226a7a3362,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:16.569662 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.570787 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.583979 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Calling delete_port for 47566e7d-d36c-4e66-80c7-92226a7a3362 owned by network:router_gateway {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:16.585165 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a827726-12ec-48e2-a835-20cf9458323c None None] Routers {'3ae64b61-88c6-4c69-a27e-5f0a5734a038'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:16.585889 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-2a827726-12ec-48e2-a835-20cf9458323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:29:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['3ae64b61-88c6-4c69-a27e-5f0a5734a038'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:16.629732 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Deleting port 817adbd8-4eda-4516-a569-e4a0c86f6e68 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:16.630226 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.695295 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] For port 817adbd8-4eda-4516-a569-e4a0c86f6e68, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=817adbd8-4eda-4516-a569-e4a0c86f6e68,segment=NetworkSegment(5bc6a1b9-116b-4a41-8bcd-76476a29b87e),segment_id=5bc6a1b9-116b-4a41-8bcd-76476a29b87e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:16.695664 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.709951 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Calling delete_port for 817adbd8-4eda-4516-a569-e4a0c86f6e68 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:16.715305 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-2a827726-12ec-48e2-a835-20cf9458323c None None] Set router 3ae64b61-88c6-4c69-a27e-5f0a5734a038 gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:16.758187 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.776761 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-2a827726-12ec-48e2-a835-20cf9458323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'name': 'tempest-TestShelveInstance-157073258-router', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:55Z', 'updated_at': '2021-09-07T04:29:16Z', 'revision_number': 6, 'project_id': '0103135848774c319e4b92e442e179a9', 'gw_port_host': None}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:16.800686 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Pushing event deleted for resources: {'Port': ['ID=47566e7d-d36c-4e66-80c7-92226a7a3362,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:16.809264 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a827726-12ec-48e2-a835-20cf9458323c None None] The sync data for ids ['3ae64b61-88c6-4c69-a27e-5f0a5734a038'] in dv-cinder-778193-8-iscsi is: [{'id': '3ae64b61-88c6-4c69-a27e-5f0a5734a038', 'name': 'tempest-TestShelveInstance-157073258-router', 'tenant_id': '0103135848774c319e4b92e442e179a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:22:55Z', 'updated_at': '2021-09-07T04:29:16Z', 'revision_number': 6, 'project_id': '0103135848774c319e4b92e442e179a9', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:29:16.824883 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30702042'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.881432 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-322086'] for router_gateway, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.893648 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0d3ba5-0753-4d5a-8cd6-91463a7453f3 None None] DHCP port deletion for 36e9977e-4046-4f49-a6e9-16221dc75d9f request from dv-cinder-778193-8-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:29:16.985996 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15493'] for router, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:16.988142 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.031674 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-323708'] for router, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.032550 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae64b61-88c6-4c69-a27e-5f0a5734a038 {{(pid=94062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:29:17.037244 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.038466 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-32e26b9f-2525-4ec0-8db0-05d0c15146ab admin admin] 10.222.0.41 "DELETE /v2.0/routers/3ae64b61-88c6-4c69-a27e-5f0a5734a038 HTTP/1.1" status: 204 len: 168 time: 0.8660872 Sep 07 04:29:17.041177 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49944) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:17.088206 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4fa91d-e05c-4aab-9fd7-629b9adae2ab admin admin] Deleting subnet a6ca8572-26a3-47a1-812b-79ece9d55558 {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:29:17.091678 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ea4fa91d-e05c-4aab-9fd7-629b9adae2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.133099 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=817adbd8-4eda-4516-a569-e4a0c86f6e68,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:17.134478 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ea4fa91d-e05c-4aab-9fd7-629b9adae2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30486676'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.136722 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] No DVR routers for this DVR port 817adbd8-4eda-4516-a569-e4a0c86f6e68 on host dv-cinder-778193-8-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:29:17.161897 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.216737 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.242959 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ea4fa91d-e05c-4aab-9fd7-629b9adae2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.245117 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e9977e-4046-4f49-a6e9-16221dc75d9f']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:17.255921 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc6a1b9-116b-4a41-8bcd-76476a29b87e') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:17.256214 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc6a1b9-116b-4a41-8bcd-76476a29b87e') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:17.271357 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30740869'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.286345 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.286822 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device ea789363-4f66-4af1-9395-4e3be5118e4e no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:17.292538 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:29:17.293484 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30702055'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: Traceback (most recent call last): Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: timer() Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: cb(*args, **kw) Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: return func(*args, **kwargs) Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: self._notify() Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: self.callback(batched_events) Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: event.method(event) Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: return f(self, *a, **k) Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._get(url).json() Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:29:17.295174 dv-cinder-778193-8-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:29:17.316749 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: ea789363-4f66-4af1-9395-4e3be5118e4e {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:17.317249 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device ea789363-4f66-4af1-9395-4e3be5118e4e not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:17.317737 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device ebe1496f-784b-4f58-984b-f9a4b7a78012 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:17.319620 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ea4fa91d-e05c-4aab-9fd7-629b9adae2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29810814'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.349204 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: ebe1496f-784b-4f58-984b-f9a4b7a78012 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:17.349551 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device ebe1496f-784b-4f58-984b-f9a4b7a78012 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:17.350425 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fa91d-e05c-4aab-9fd7-629b9adae2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ca8572-26a3-47a1-812b-79ece9d55558,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:17.351607 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.355009 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ea4fa91d-e05c-4aab-9fd7-629b9adae2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.359428 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ea4fa91d-e05c-4aab-9fd7-629b9adae2ab admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a6ca8572-26a3-47a1-812b-79ece9d55558 HTTP/1.1" status: 204 len: 168 time: 0.3153114 Sep 07 04:29:17.359885 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.361588 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] 10.222.0.41 "DELETE /v2.0/networks/36e9977e-4046-4f49-a6e9-16221dc75d9f HTTP/1.1" status: 204 len: 168 time: 0.8576894 Sep 07 04:29:17.363720 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c3f494-e983-44bd-97cf-14a2b3464920 None None] Network 2b0068d9-ed9e-4530-8482-5e69fbafcacf requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:29:17.364556 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49946) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:17.365018 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49948) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:17.371274 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9858293-816b-41f6-a7b2-7c9d244e4c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=36e9977e-4046-4f49-a6e9-16221dc75d9f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:17.507407 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.537887 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.656268 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Deleting port 0ac592f8-9877-44ba-9351-8fee0527c771 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:17.656608 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.700587 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] DHCP port deletion for 2b0068d9-ed9e-4530-8482-5e69fbafcacf request from dv-cinder-778193-8-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:29:17.756850 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] For port 0ac592f8-9877-44ba-9351-8fee0527c771, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=0ac592f8-9877-44ba-9351-8fee0527c771,segment=NetworkSegment(106bbc40-431d-4d3b-88c7-62194196f178),segment_id=106bbc40-431d-4d3b-88c7-62194196f178)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:17.757220 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.764247 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Deleting port 0ac592f8-9877-44ba-9351-8fee0527c771 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:17.764642 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.789131 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Calling delete_port for 0ac592f8-9877-44ba-9351-8fee0527c771 owned by network:dhcp {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:17.826226 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] For port 0ac592f8-9877-44ba-9351-8fee0527c771, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=0ac592f8-9877-44ba-9351-8fee0527c771,segment=NetworkSegment(106bbc40-431d-4d3b-88c7-62194196f178),segment_id=106bbc40-431d-4d3b-88c7-62194196f178)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:17.826698 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.840678 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Calling delete_port for 0ac592f8-9877-44ba-9351-8fee0527c771 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:17.920523 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.923026 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:17.933593 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] No DVR routers for this DVR port 0ac592f8-9877-44ba-9351-8fee0527c771 on host dv-cinder-778193-8-iscsi {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:29:17.947561 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Pushing event deleted for resources: {'Port': ['ID=0ac592f8-9877-44ba-9351-8fee0527c771,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:17.956454 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac592f8-9877-44ba-9351-8fee0527c771,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:17.957628 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] No DVR routers for this DVR port 0ac592f8-9877-44ba-9351-8fee0527c771 on host dv-cinder-778193-8-iscsi {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:29:17.960021 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:17.960391 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:17.960811 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:17.961152 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:17.961482 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:17.961811 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:17.962159 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:17.962448 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:17.962773 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:17.963095 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:17.963414 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:17.963733 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06011d3-4baf-49fc-96e3-0899507da77a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-8-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 04:29:18.035820 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.052822 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0a3118ae-9943-4a75-906d-3ae9cfc3d65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322840'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.089300 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0068d9-ed9e-4530-8482-5e69fbafcacf']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:18.102445 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106bbc40-431d-4d3b-88c7-62194196f178') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:18.102849 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106bbc40-431d-4d3b-88c7-62194196f178') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:18.140867 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30486671'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.161014 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.170040 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:29:18.170415 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2660306'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: timer() Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: cb(*args, **kw) Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: self._notify() Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: self.callback(batched_events) Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: event.method(event) Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._get(url).json() Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:29:18.171964 dv-cinder-778193-8-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:29:18.261002 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.284511 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.286459 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2b0068d9-ed9e-4530-8482-5e69fbafcacf HTTP/1.1" status: 204 len: 168 time: 0.9202564 Sep 07 04:29:18.296598 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3120d-7fcb-4400-9817-801a400724c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0068d9-ed9e-4530-8482-5e69fbafcacf,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:18.389796 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-0a3118ae-9943-4a75-906d-3ae9cfc3d65a admin admin] Deleting port 6312d25b-a881-4ae6-965a-c8271f70ff50 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:18.390390 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0a3118ae-9943-4a75-906d-3ae9cfc3d65a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.396398 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49954) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:18.438102 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c2dd7d31-9191-493e-8a2e-cec2bab64618 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7a6d697162e40598e1ec6bfb33e9201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380669 Sep 07 04:29:18.438349 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49956) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:18.497914 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f187ef1-5630-4188-a674-a8fec7114be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.525526 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f187ef1-5630-4188-a674-a8fec7114be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.532603 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 817adbd8-4eda-4516-a569-e4a0c86f6e68 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:18.553915 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 817adbd8-4eda-4516-a569-e4a0c86f6e68 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:18.553915 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 817adbd8-4eda-4516-a569-e4a0c86f6e68 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:18.554432 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 47566e7d-d36c-4e66-80c7-92226a7a3362 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:18.575577 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 47566e7d-d36c-4e66-80c7-92226a7a3362 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:18.576054 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 47566e7d-d36c-4e66-80c7-92226a7a3362 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:18.576651 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 391ca74b-b311-405b-b143-283bf9fe897a no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:18.578556 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f187ef1-5630-4188-a674-a8fec7114be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.581340 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f187ef1-5630-4188-a674-a8fec7114be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.582527 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7f187ef1-5630-4188-a674-a8fec7114be9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e4b08a6-31f8-40bb-ac6f-b19881d38e85 HTTP/1.1" status: 204 len: 168 time: 0.1432474 Sep 07 04:29:18.591843 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f187ef1-5630-4188-a674-a8fec7114be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4b08a6-31f8-40bb-ac6f-b19881d38e85,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:18.608631 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 391ca74b-b311-405b-b143-283bf9fe897a {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:18.608955 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 391ca74b-b311-405b-b143-283bf9fe897a not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:18.609374 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 0ac592f8-9877-44ba-9351-8fee0527c771 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:18.635032 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 0ac592f8-9877-44ba-9351-8fee0527c771 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:18.635377 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 0ac592f8-9877-44ba-9351-8fee0527c771 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:18.692816 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-0a3118ae-9943-4a75-906d-3ae9cfc3d65a admin admin] For port 6312d25b-a881-4ae6-965a-c8271f70ff50, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=6312d25b-a881-4ae6-965a-c8271f70ff50,segment=NetworkSegment(6c862dfc-293c-441e-a08e-94ea91aee43e),segment_id=6c862dfc-293c-441e-a08e-94ea91aee43e)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:18.693178 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0a3118ae-9943-4a75-906d-3ae9cfc3d65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.705517 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-0a3118ae-9943-4a75-906d-3ae9cfc3d65a admin admin] Calling delete_port for 6312d25b-a881-4ae6-965a-c8271f70ff50 owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:18.880551 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0a3118ae-9943-4a75-906d-3ae9cfc3d65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:18.905594 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49962) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:18.916376 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3118ae-9943-4a75-906d-3ae9cfc3d65a admin admin] Pushing event deleted for resources: {'Port': ['ID=6312d25b-a881-4ae6-965a-c8271f70ff50,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:18.992783 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c1f19376-2135-43df-b13d-f957cd77f367 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0103135848774c319e4b92e442e179a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858529 Sep 07 04:29:18.995132 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49964) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:19.121920 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6539-6b4d-4541-b3ef-75138b345d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:19.152739 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6539-6b4d-4541-b3ef-75138b345d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:19.154264 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0a3118ae-9943-4a75-906d-3ae9cfc3d65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33082078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-322948'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:19.271035 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6539-6b4d-4541-b3ef-75138b345d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:19.273539 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6539-6b4d-4541-b3ef-75138b345d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:19.274678 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7e3e6539-6b4d-4541-b3ef-75138b345d4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc556d74-ffee-4a41-9c87-7a7f4eda1570 HTTP/1.1" status: 204 len: 168 time: 0.2786586 Sep 07 04:29:19.286350 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e6539-6b4d-4541-b3ef-75138b345d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc556d74-ffee-4a41-9c87-7a7f4eda1570,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:19.407683 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3118ae-9943-4a75-906d-3ae9cfc3d65a admin admin] Router 4223be1d-d196-4258-b73c-cfcfafaf432c has already been hosted by L3 agent 5e5ab25b-3ca9-4122-acc2-88e33e889a13 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 04:29:19.518452 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3118ae-9943-4a75-906d-3ae9cfc3d65a admin admin] Notify agent at l3_agent.dv-cinder-778193-8-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 04:29:19.523525 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0a3118ae-9943-4a75-906d-3ae9cfc3d65a admin admin] 10.222.0.41 "PUT /v2.0/routers/4223be1d-d196-4258-b73c-cfcfafaf432c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1559539 Sep 07 04:29:19.525989 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49968) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:19.528863 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c4d513-fe68-4c04-a110-0721b786237c None None] Sync routers for ids ['4223be1d-d196-4258-b73c-cfcfafaf432c'] in dv-cinder-778193-8-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 04:29:19.538458 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c4d513-fe68-4c04-a110-0721b786237c None None] Routers {'4223be1d-d196-4258-b73c-cfcfafaf432c'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:19.539344 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-46c4d513-fe68-4c04-a110-0721b786237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:29:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4223be1d-d196-4258-b73c-cfcfafaf432c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:19.639127 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Notify callbacks [] for router, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:19.647010 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-46c4d513-fe68-4c04-a110-0721b786237c None None] Set router 4223be1d-d196-4258-b73c-cfcfafaf432c gateway port host: dv-cinder-778193-8-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:19.737650 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:19.788956 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Deleting port 76316c77-a2c3-4773-84ad-8d722740dffa {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:19.789293 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:19.816355 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-46c4d513-fe68-4c04-a110-0721b786237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'name': 'tempest-TestVolumeBootPattern-853525019-router', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'external_fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:14Z', 'updated_at': '2021-09-07T04:29:18Z', 'revision_number': 5, 'project_id': '5760d2bab3f9433696a93b92543f0f39', 'gw_port': {'id': '76316c77-a2c3-4773-84ad-8d722740dffa', 'name': '', 'network_id': '4fdf48a7-3eb3-4473-9cfa-f4d02b666fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T04:18:15Z', 'updated_at': '2021-09-07T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db3549dc-65a5-42b2-bd40-d03188cc1377', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-8-iscsi'}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:19.841426 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c4d513-fe68-4c04-a110-0721b786237c None None] Checking router: 4223be1d-d196-4258-b73c-cfcfafaf432c for host: dv-cinder-778193-8-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 04:29:19.849461 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c4d513-fe68-4c04-a110-0721b786237c None None] Routers {'4223be1d-d196-4258-b73c-cfcfafaf432c'} bound to L3 agent in host dv-cinder-778193-8-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 04:29:19.850066 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-46c4d513-fe68-4c04-a110-0721b786237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T04:07:14Z,description=,heartbeat_timestamp=2021-09-07T04:29:14Z,host='dv-cinder-778193-8-iscsi',id=5e5ab25b-3ca9-4122-acc2-88e33e889a13,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T04:07:14Z,topic='l3_agent')) {'router_ids': ['4223be1d-d196-4258-b73c-cfcfafaf432c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:19.864044 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] For port 76316c77-a2c3-4773-84ad-8d722740dffa, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=76316c77-a2c3-4773-84ad-8d722740dffa,segment=NetworkSegment(98bf1973-228e-45d1-9cc1-538ca78800d5),segment_id=98bf1973-228e-45d1-9cc1-538ca78800d5)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:19.864440 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:19.876900 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Calling delete_port for 76316c77-a2c3-4773-84ad-8d722740dffa owned by network:router_gateway {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:19.931653 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-46c4d513-fe68-4c04-a110-0721b786237c None None] Set router 4223be1d-d196-4258-b73c-cfcfafaf432c gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 04:29:19.983280 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-46c4d513-fe68-4c04-a110-0721b786237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'name': 'tempest-TestVolumeBootPattern-853525019-router', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:14Z', 'updated_at': '2021-09-07T04:29:19Z', 'revision_number': 6, 'project_id': '5760d2bab3f9433696a93b92543f0f39', 'gw_port_host': None}], 'dv-cinder-778193-8-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:20.008631 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c4d513-fe68-4c04-a110-0721b786237c None None] The sync data for ids ['4223be1d-d196-4258-b73c-cfcfafaf432c'] in dv-cinder-778193-8-iscsi is: [{'id': '4223be1d-d196-4258-b73c-cfcfafaf432c', 'name': 'tempest-TestVolumeBootPattern-853525019-router', 'tenant_id': '5760d2bab3f9433696a93b92543f0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T04:18:14Z', 'updated_at': '2021-09-07T04:29:19Z', 'revision_number': 6, 'project_id': '5760d2bab3f9433696a93b92543f0f39', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 04:29:20.037105 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.068406 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Pushing event deleted for resources: {'Port': ['ID=76316c77-a2c3-4773-84ad-8d722740dffa,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:20.127268 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-322086'] for router_gateway, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.213836 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15493'] for router, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.216467 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.258392 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-323708'] for router, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.258937 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4223be1d-d196-4258-b73c-cfcfafaf432c {{(pid=94062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 04:29:20.263598 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.264753 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7b61eae8-a8f8-4c53-9809-dafb5a52b097 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4223be1d-d196-4258-b73c-cfcfafaf432c HTTP/1.1" status: 204 len: 168 time: 0.7378249 Sep 07 04:29:20.267158 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49970) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:20.310806 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-623536da-e4e2-4549-9463-d19c0ced20f4 admin admin] Deleting subnet 3ff3db62-41c3-43d1-9263-8816229598ab {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 04:29:20.313680 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-623536da-e4e2-4549-9463-d19c0ced20f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.346451 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-623536da-e4e2-4549-9463-d19c0ced20f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30486676'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.423307 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-623536da-e4e2-4549-9463-d19c0ced20f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639305'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.479243 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-623536da-e4e2-4549-9463-d19c0ced20f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29810814'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.505498 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623536da-e4e2-4549-9463-d19c0ced20f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff3db62-41c3-43d1-9263-8816229598ab,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:20.507454 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-623536da-e4e2-4549-9463-d19c0ced20f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.509377 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-623536da-e4e2-4549-9463-d19c0ced20f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3ff3db62-41c3-43d1-9263-8816229598ab HTTP/1.1" status: 204 len: 168 time: 0.2412379 Sep 07 04:29:20.512350 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49972) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:20.514171 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be6b177-58c7-465f-8101-798696829767 None None] Network bb006754-012b-4ea3-a9ff-16224dc68dda requested from dv-cinder-778193-8-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 04:29:20.577457 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608592'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.632402 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Deleting port a863a763-b5b8-448e-b0ff-30b9be254f6b {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:20.632776 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.695713 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] For port a863a763-b5b8-448e-b0ff-30b9be254f6b, host dv-cinder-778193-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-8-iscsi',level=0,port_id=a863a763-b5b8-448e-b0ff-30b9be254f6b,segment=NetworkSegment(6c862dfc-293c-441e-a08e-94ea91aee43e),segment_id=6c862dfc-293c-441e-a08e-94ea91aee43e)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:20.696077 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.707912 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Calling delete_port for a863a763-b5b8-448e-b0ff-30b9be254f6b owned by network:dhcp {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:20.778953 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9531d0a7-aaf6-452d-b6dc-4b8016b23626 None None] DHCP port deletion for bb006754-012b-4ea3-a9ff-16224dc68dda request from dv-cinder-778193-8-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 04:29:20.804093 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2660335'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.830216 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Pushing event deleted for resources: {'Port': ['ID=a863a763-b5b8-448e-b0ff-30b9be254f6b,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:20.833498 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] No DVR routers for this DVR port a863a763-b5b8-448e-b0ff-30b9be254f6b on host dv-cinder-778193-8-iscsi {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:29:20.838919 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9531d0a7-aaf6-452d-b6dc-4b8016b23626 None None] Deleting port a863a763-b5b8-448e-b0ff-30b9be254f6b {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 04:29:20.839358 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9531d0a7-aaf6-452d-b6dc-4b8016b23626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729940316429'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.843620 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 6312d25b-a881-4ae6-965a-c8271f70ff50 no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:20.877696 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 6312d25b-a881-4ae6-965a-c8271f70ff50 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:20.878118 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 6312d25b-a881-4ae6-965a-c8271f70ff50 not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:20.878596 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 76316c77-a2c3-4773-84ad-8d722740dffa no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:20.901462 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: 76316c77-a2c3-4773-84ad-8d722740dffa {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:20.901863 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device 76316c77-a2c3-4773-84ad-8d722740dffa not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:20.902315 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device a863a763-b5b8-448e-b0ff-30b9be254f6b no longer exists at agent ovs-agent-dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 04:29:20.902626 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640726', 'neutron.services.segments.db._delete_segments_for_network-8729940560496'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.926738 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb006754-012b-4ea3-a9ff-16224dc68dda']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:20.937275 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c862dfc-293c-441e-a08e-94ea91aee43e') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:20.937571 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c862dfc-293c-441e-a08e-94ea91aee43e') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 04:29:20.947310 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729940560761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30486671'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.961206 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.967970 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 04:29:20.968406 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2660306'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: Traceback (most recent call last): Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: timer() Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: cb(*args, **kw) Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: return func(*args, **kwargs) Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: self._notify() Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: self.callback(batched_events) Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: event.method(event) Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: return f(self, *a, **k) Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._get(url).json() Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 04:29:20.970411 dv-cinder-778193-8-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 04:29:21.029442 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33071729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-322058'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.036085 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33082083'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.038170 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bb006754-012b-4ea3-a9ff-16224dc68dda HTTP/1.1" status: 204 len: 168 time: 0.5247052 Sep 07 04:29:21.050774 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0523952-e5c9-4257-a408-234a87cad232 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb006754-012b-4ea3-a9ff-16224dc68dda,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:21.089193 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] No Port match for: a863a763-b5b8-448e-b0ff-30b9be254f6b {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 04:29:21.090088 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Device a863a763-b5b8-448e-b0ff-30b9be254f6b not bound to the agent host dv-cinder-778193-8-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 04:29:21.099232 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9531d0a7-aaf6-452d-b6dc-4b8016b23626 None None] For port a863a763-b5b8-448e-b0ff-30b9be254f6b, host dv-cinder-778193-8-iscsi, got binding levels [] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 04:29:21.099621 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9531d0a7-aaf6-452d-b6dc-4b8016b23626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-316435'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.112060 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9531d0a7-aaf6-452d-b6dc-4b8016b23626 None None] Calling delete_port for a863a763-b5b8-448e-b0ff-30b9be254f6b owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 04:29:21.114653 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.ipam_backend_mixin [None req-9531d0a7-aaf6-452d-b6dc-4b8016b23626 None None] Port a863a763-b5b8-448e-b0ff-30b9be254f6b was not found and therefore no delete operation was performed {{(pid=94064) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 04:29:21.115855 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9531d0a7-aaf6-452d-b6dc-4b8016b23626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33082065', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729940322003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729940013999'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.122612 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9531d0a7-aaf6-452d-b6dc-4b8016b23626 None None] Network bb006754-012b-4ea3-a9ff-16224dc68dda is not hosted by any dhcp agent {{(pid=94064) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 04:29:21.123055 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9531d0a7-aaf6-452d-b6dc-4b8016b23626 None None] No DVR routers for this DVR port a863a763-b5b8-448e-b0ff-30b9be254f6b on host dv-cinder-778193-8-iscsi {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 04:29:21.143650 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531d0a7-aaf6-452d-b6dc-4b8016b23626 None None] Pushing event deleted for resources: {'Port': ['ID=a863a763-b5b8-448e-b0ff-30b9be254f6b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:21.213419 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49976) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:21.252376 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-73abd70c-6717-4cdf-bb5d-9388de000661 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54227302cf51431b98f59cef103f2fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377042 Sep 07 04:29:21.254592 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.41', 49978) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:21.304040 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bfb2fc70-c4a8-447e-aa48-e5269b665039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.323820 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bfb2fc70-c4a8-447e-aa48-e5269b665039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.369596 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bfb2fc70-c4a8-447e-aa48-e5269b665039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.372100 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bfb2fc70-c4a8-447e-aa48-e5269b665039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.373281 dv-cinder-778193-8-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-bfb2fc70-c4a8-447e-aa48-e5269b665039 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57c7deab-4035-478b-b093-b00d950f504d HTTP/1.1" status: 204 len: 168 time: 0.1178155 Sep 07 04:29:21.381017 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2fc70-c4a8-447e-aa48-e5269b665039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c7deab-4035-478b-b093-b00d950f504d,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:21.700532 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49984) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:21.741116 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6e32cdad-01bc-4e7a-a5fe-a6c839fd7e1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5760d2bab3f9433696a93b92543f0f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393727 Sep 07 04:29:21.743275 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.41', 49986) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 04:29:21.789396 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71e5e72f-9d6e-43d0-899c-3b05067ccde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.809855 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71e5e72f-9d6e-43d0-899c-3b05067ccde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.853595 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71e5e72f-9d6e-43d0-899c-3b05067ccde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33073357'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.856101 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71e5e72f-9d6e-43d0-899c-3b05067ccde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:21.857240 dv-cinder-778193-8-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-71e5e72f-9d6e-43d0-899c-3b05067ccde7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0942101e-c67e-4227-bb07-65f0e4da98d4 HTTP/1.1" status: 204 len: 168 time: 0.1130848 Sep 07 04:29:21.866270 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5e72f-9d6e-43d0-899c-3b05067ccde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0942101e-c67e-4227-bb07-65f0e4da98d4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 04:29:27.053139 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:29:41.769986 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-198467ce-9e40-425a-b2dd-606e544b242d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:44.263162 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58c51e60-a60e-4bbf-b377-dc43320303a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:44.786883 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:45.296463 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:47.148066 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:29:47.535016 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:04.051746 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:30:11.771453 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9f071f5-25d1-4a54-b7bd-aae854fb1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:14.262954 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a182ca7-233b-4884-b05d-8944a2d86798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:14.792860 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:15.300577 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:17.151251 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:17.538279 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:41.051835 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:30:41.770988 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-62cbda31-2c5f-4273-a4f2-ecba3f1d2d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:44.265478 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e816397-278a-4893-a775-f0242b6f8e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:44.783921 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:45.301482 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:47.155150 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:47.548517 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:30:50.914701 dv-cinder-778193-8-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-873ea8d8-18e9-42b3-924a-3995bd5df344 req-5f5a5113-d1a4-4bb0-a98a-05e51ecc9275 service neutron] (94062) timed out ('10.222.0.36', 60135) {{(pid=94062) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 04:30:51.098243 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [req-d46c8cca-369f-447a-9fd9-b47c339cbbd5 req-2cb0de6b-0af7-4ebe-8509-f406a754132d service neutron] (94063) timed out ('10.222.0.36', 60211) {{(pid=94063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 04:31:11.771325 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dd1f35d-30c1-4317-9054-dabf3d00358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:14.266620 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a6343f2-f526-4a00-8e1a-fb33dbdb81a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:14.784976 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:15.304972 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:17.158663 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:17.547764 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:18.050687 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:31:41.771102 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d655187-57e9-4837-a1fa-af6bf75962ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:44.268416 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe82ee00-1951-4141-8b99-9c3e5ec2444f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:44.784946 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:45.307877 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:47.160434 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:47.577392 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:31:55.049967 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:32:11.773673 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d022dd8c-642b-4079-ad09-64c61b7d3cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:14.268161 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc66de11-44e2-466e-85a7-2a6abbefd27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:14.786013 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:15.311455 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:17.163461 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:17.601353 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:29.139032 dv-cinder-778193-8-iscsi neutron-server[94063]: DEBUG neutron.wsgi [req-a917be48-f30d-4420-8a3f-124a156c9d68 req-0fc3ad19-5983-47e5-ba9f-a2174866ba96 service neutron] (94063) timed out ('10.222.0.36', 60198) {{(pid=94063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 04:32:32.049939 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:32:41.773797 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1179707a-a9e9-4c48-a992-811bed97d0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:44.269789 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51a66ab2-d667-4b00-a572-59d7ba6c1eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:44.785951 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:45.311997 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:47.165577 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:32:47.623120 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:09.048547 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:33:11.773364 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b693c31-b6d4-4918-8b7b-2506b18d95bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:14.271239 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7dc7a945-7daa-4a90-8ed0-18d2e32af40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:14.787156 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:15.315269 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.169521 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:17.615032 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:41.773138 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4def535b-e428-432c-aa9d-16c5c5799f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:44.271696 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-034257ee-d10c-4c93-aafa-776f10c5c96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:44.788171 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:45.318695 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:46.047806 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:33:47.171939 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:33:47.622259 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:11.774670 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c64f528-84d4-4126-ae7c-bd8655a9fa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.270652 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-25e7d416-f899-43c8-8340-a9167791322e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:14.792071 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:15.321742 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.174452 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:17.635807 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:23.045937 dv-cinder-778193-8-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-407a387e-43ab-4ca9-b68c-f746ebf2f841 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:34:41.777579 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf2824ea-ea42-4f14-951a-32484a7e6c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:44.270774 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2b540f2-e06c-4c39-92e3-c9c2d4828643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:44.793533 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6dd062b0-a528-4ace-b677-11a69e6c22f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:45.324536 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7302540-eb82-4796-8a98-03853aa77c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:47.178696 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08942351-f3a3-4be2-9e84-e8b9b3da78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:34:47.651681 dv-cinder-778193-8-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9366bd9e-dc68-478d-9148-e85d178f7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729940560478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-646168'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}